-- Logs begin at Mon 2022-03-21 17:43:40 UTC, end at Mon 2022-03-21 19:34:39 UTC. -- Mar 21 19:06:10.214239 dv-cinder-834527-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 21 19:06:13.133760 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.common.config [-] Logging enabled! Mar 21 19:06:13.134234 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev37 Mar 21 19:06:13.134564 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 19:06:13.137998 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.common.config [-] Logging enabled! Mar 21 19:06:13.138255 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev37 Mar 21 19:06:13.138567 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103441) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 19:06:13.139777 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 19:06:13.140015 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 19:06:13.140423 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 19:06:13.140698 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 19:06:13.140930 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 19:06:13.141692 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.142130 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 21 19:06:13.142448 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.142750 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.143048 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.143345 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.143638 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.143923 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.144216 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.144541 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.144994 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.145286 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.145575 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.145874 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.146164 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.146458 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.146751 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.147039 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] debug = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.147325 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.147767 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.148191 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.148474 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.148790 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.149085 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.149362 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.149640 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.149927 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.150260 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] host = dv-cinder-834527-2-iscsi {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.150541 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.150833 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.151124 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.151415 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.151693 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.151970 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.152260 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.152561 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.152840 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.153116 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.153408 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.153696 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.153987 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.154216 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.154445 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.154746 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.155038 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.155317 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.155596 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.155896 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.156177 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.156458 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.156756 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.157046 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.157334 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.157693 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.157973 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.158253 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.158530 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.158806 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.159101 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.159380 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.159659 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.159937 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.160225 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.160510 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.160801 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.161105 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.161395 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.161681 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.161969 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.162247 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.162534 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.162811 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.163087 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.163361 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_json = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.163638 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.163911 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.164194 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.164470 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.164769 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.165044 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.165318 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.165606 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.165882 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:13.166178 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.166477 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.166781 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.167083 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.167377 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.167659 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.167951 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.168232 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.168611 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.168917 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.169213 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.169495 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.169797 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.170088 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.170386 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.170700 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.170997 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.171291 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.172096 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.172376 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.172681 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.172966 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.173257 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.173538 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.173830 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.174122 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.174402 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.174701 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.174991 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.175287 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.175577 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.175854 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.176135 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.176427 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.176730 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.177007 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.177287 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.177578 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.177857 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.178132 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.178415 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.178693 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.178968 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.179243 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.179527 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.179818 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.180096 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.180369 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.180674 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.180955 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.181230 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.181517 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.181796 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.182071 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.182346 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.182626 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.182899 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.183177 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.183458 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.183735 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.184015 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.184290 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.184594 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.184872 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.185149 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.185424 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.185699 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.185972 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.186250 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.186523 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.186797 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.187070 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.187927 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.188205 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.188518 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.188822 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.189104 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.189390 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.189668 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.189946 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.190223 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.190501 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.190777 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.191054 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.191329 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.191623 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.191910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.192200 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.192520 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.192804 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.193100 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.193378 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.193654 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.193938 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.194215 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.194493 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.194773 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.195054 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.195347 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.195640 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.195933 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.196232 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.196548 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.196831 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.197142 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.197423 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:13.197641 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 19:06:13.197883 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103441) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 21 19:06:13.579214 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 19:06:13.579495 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 19:06:13.579805 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 19:06:13.580284 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 21 19:06:13.907237 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.907584 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.907861 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.909065 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.909342 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.909731 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.964413 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.964718 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.964989 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.979722 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.980009 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:13.980282 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.009332 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.009614 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.009883 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.152333 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.152973 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.152973 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.385000 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.385290 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.385559 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.385843 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.386518 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.486336 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.486663 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.486952 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.487223 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.487490 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.487799 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.488058 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.488316 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.488588 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.488871 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.489128 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.489389 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.489643 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.489894 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.490148 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.490410 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.490662 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.490927 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.491194 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.491456 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.491726 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.491977 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.492254 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.492653 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.492904 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.493149 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.493540 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 19:06:14.493784 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 19:06:14.494024 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 19:06:14.494263 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 19:06:14.494500 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 19:06:14.494736 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 19:06:14.495095 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 21 19:06:14.498211 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 21 19:06:14.502329 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 21 19:06:14.506047 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Mar 21 19:06:14.507701 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 21 19:06:14.508176 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 21 19:06:14.508532 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 21 19:06:14.508925 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 21 19:06:14.511733 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 21 19:06:14.511991 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 21 19:06:14.512335 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 19:06:14.518032 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 21 19:06:14.542279 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 21 19:06:14.542724 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.543022 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103441) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 21 19:06:14.543391 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.544799 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103441) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 21 19:06:14.545082 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 19:06:14.545331 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 21 19:06:14.548619 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.548906 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:14.611687 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 21 19:06:14.611927 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 21 19:06:14.612174 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 21 19:06:14.612562 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 21 19:06:14.632420 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_db.sqlalchemy.engines [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103441) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 21 19:06:15.074401 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Initializing driver for type 'gre' Mar 21 19:06:15.075018 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] gre ID ranges: [(1, 1000)] Mar 21 19:06:15.128720 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Initializing driver for type 'local' Mar 21 19:06:15.129070 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Initializing driver for type 'vlan' Mar 21 19:06:15.142190 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] VlanTypeDriver initialization complete Mar 21 19:06:15.142611 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Initializing driver for type 'vxlan' Mar 21 19:06:15.143108 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] vxlan ID ranges: [(1, 1000)] Mar 21 19:06:15.198285 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Initializing extension driver 'port_security' Mar 21 19:06:15.198885 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.extensions.port_security [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] PortSecurityExtensionDriver initialization complete Mar 21 19:06:15.199113 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Initializing mechanism driver 'openvswitch' Mar 21 19:06:15.199629 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Initializing mechanism driver 'hyperv' Mar 21 19:06:15.206338 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.plugin [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:06:15.207016 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > port after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.207399 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.207749 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.208272 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 19:06:15.208739 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > subnet after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.209093 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > subnet after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.209438 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.209835 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 19:06:15.210240 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > network after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.210589 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > network after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.210927 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > network after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.211316 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 19:06:15.211720 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > security_group after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.212067 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > security_group after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.212415 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.212978 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 19:06:15.213388 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.213740 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.214083 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.214478 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 19:06:15.214879 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > address_group after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.215223 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > address_group after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.215560 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.215952 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103441) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 19:06:15.216390 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] ML2 OVO RPC backend initialized. {{(pid=103441) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 21 19:06:15.217111 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.217466 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.217879 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > network before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.218231 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > networks before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.219215 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > port before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.219628 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > ports before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.219977 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > subnet before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.220318 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > subnets before_response 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.220690 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > network after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.221033 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > network after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.221374 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > network after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.221707 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > port after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.222043 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.222381 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.222716 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > subnet after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.223055 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > subnet after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.223390 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.230959 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded quota_driver: . Mar 21 19:06:15.231330 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.plugin [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Modular L2 Plugin initialization complete Mar 21 19:06:15.231679 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading services supported by the core plugin {{(pid=103441) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 21 19:06:15.232022 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.plugins.ml2.managers [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Got port-security extension from driver 'port_security' Mar 21 19:06:15.232524 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.extensions.vlantransparent [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Disabled vlantransparent extension. Mar 21 19:06:15.233019 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103441) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 21 19:06:15.233348 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading Plugin: router Mar 21 19:06:15.269681 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.270073 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router after_create 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.270445 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router before_create 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.270810 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.271185 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.271559 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router after_delete 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.271903 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.272254 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.272639 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router after_create 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.272986 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router after_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.273336 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router after_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.273683 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.274039 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router after_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.274446 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router precommit_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.274818 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.275154 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.275493 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: subnet after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.275829 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.276175 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.276549 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router precommit_create 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.276897 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: port before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.277239 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router precommit_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.277594 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router after_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.277933 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.278284 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router precommit_create 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.278641 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.278983 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router precommit_update 55549900 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.279345 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > agent after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.279693 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > agent after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.280040 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > network after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.281004 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Tracking information for resource: router configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 19:06:15.281968 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Tracking information for resource: floatingip configured {{(pid=103441) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 19:06:15.286966 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.db.l3_agentschedulers_db [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 21 19:06:15.287545 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.287913 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: port after_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.288271 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: port after_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.288655 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: port after_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.289573 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router before_create 55550100 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.289946 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.290312 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router precommit_create 55550100 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.290672 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > router precommit_update 55550100 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.295437 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.services.provider_configuration [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service providers = [] {{(pid=103441) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 21 19:06:15.295809 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.db.servicetype_db [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103441) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 21 19:06:15.298813 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.services.service_base [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 19:06:15.299173 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.services.service_base [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 19:06:15.299523 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.services.service_base [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 19:06:15.300412 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.services.service_base [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103441) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 19:06:15.300819 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.services.service_base [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 21 19:06:15.301198 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 19:06:15.301520 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 21 19:06:15.312197 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 19:06:15.312693 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading Plugin: auto_allocate Mar 21 19:06:15.318564 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: network precommit_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.318937 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: network precommit_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.319458 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 19:06:15.319783 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading Plugin: tag Mar 21 19:06:15.326466 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 19:06:15.326759 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading Plugin: timestamp Mar 21 19:06:15.331297 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 19:06:15.331636 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading Plugin: network_ip_availability Mar 21 19:06:15.337181 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.337563 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.337927 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.338637 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 19:06:15.338963 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading Plugin: flavors Mar 21 19:06:15.344361 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 19:06:15.344751 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading Plugin: revisions Mar 21 19:06:15.349093 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103441) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 19:06:15.349486 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=103441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 19:06:15.350229 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103441) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 21 19:06:15.350569 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Initializing extension manager. Mar 21 19:06:15.351098 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: __init__.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.351444 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: __pycache__ {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.351781 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: address_group.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.352555 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.353119 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: address-group Mar 21 19:06:15.353446 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: address_scope.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.354165 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.354678 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: address-scope Mar 21 19:06:15.355004 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.355931 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.356447 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: router-admin-state-down-before-update Mar 21 19:06:15.356799 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: agent.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.357686 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.358198 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: agent Mar 21 19:06:15.358526 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: agent_resources_synced.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.359468 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.359980 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: agent-resources-synced Mar 21 19:06:15.360309 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: allowedaddresspairs.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.362123 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.362681 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: allowed-address-pairs Mar 21 19:06:15.363013 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: auto_allocated_topology.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.364091 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.364638 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: auto-allocated-topology Mar 21 19:06:15.364972 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: availability_zone.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.365673 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.366181 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: availability_zone Mar 21 19:06:15.366509 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: availability_zone_filter.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.367420 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.367928 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: availability_zone_filter Mar 21 19:06:15.368255 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: data_plane_status.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.369188 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.369695 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension data-plane-status not supported by any of loaded plugins Mar 21 19:06:15.370020 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: default_subnetpools.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.370939 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.371448 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: default-subnetpools Mar 21 19:06:15.371776 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.372616 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.373131 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: dhcp_agent_scheduler Mar 21 19:06:15.373458 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: dns.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.374370 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.374897 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension dns-integration not supported by any of loaded plugins Mar 21 19:06:15.375222 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: dns_domain_ports.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.376137 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.376678 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 21 19:06:15.377006 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.377934 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.378441 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 21 19:06:15.378764 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: dvr.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.379433 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.379940 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: dvr Mar 21 19:06:15.380264 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: ecmp_routes.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.381219 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.381858 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 21 19:06:15.382181 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: empty_string_filtering.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.383098 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.383604 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: empty-string-filtering Mar 21 19:06:15.383929 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.384861 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.385362 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 21 19:06:15.385685 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.386601 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.387106 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 21 19:06:15.387428 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: external_net.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.388338 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.388870 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: external-net Mar 21 19:06:15.389197 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.390900 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.391449 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: extra_dhcp_opt Mar 21 19:06:15.391777 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: extraroute.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.392730 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.393240 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: extraroute Mar 21 19:06:15.393566 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: extraroute_atomic.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.394602 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.395116 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: extraroute-atomic Mar 21 19:06:15.395445 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: filter_validation.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.396113 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.396653 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: filter-validation Mar 21 19:06:15.396990 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: fip_pf_description.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.397890 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.398392 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 21 19:06:15.398715 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: fip_pf_port_range.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.399634 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.400138 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 21 19:06:15.400463 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: fip_port_details.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.401414 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.401922 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: fip-port-details Mar 21 19:06:15.402248 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: flavors.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.403498 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.404014 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: flavors Mar 21 19:06:15.404345 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.406729 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.407255 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 21 19:06:15.407592 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: floatingip_pools.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.408299 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.408852 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: floatingip-pools Mar 21 19:06:15.409183 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: ip_allocation.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.410106 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.410616 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension ip_allocation not supported by any of loaded plugins Mar 21 19:06:15.410944 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.411870 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.412597 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: ip-substring-filtering Mar 21 19:06:15.413146 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: l2_adjacency.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.414637 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.415513 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 21 19:06:15.416089 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: l3.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.419902 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.420860 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: router Mar 21 19:06:15.421450 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.424362 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.425030 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 21 19:06:15.425439 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.426538 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.427129 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: ext-gw-mode Mar 21 19:06:15.427473 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.428559 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.429140 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: l3-ha Mar 21 19:06:15.429519 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.430562 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.431075 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 21 19:06:15.431439 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: l3_flavors.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.432322 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.432867 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: l3-flavors Mar 21 19:06:15.433191 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.434657 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.435172 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 21 19:06:15.435503 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.436425 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.436979 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 21 19:06:15.437339 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: l3agentscheduler.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.438397 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.438905 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: l3_agent_scheduler Mar 21 19:06:15.439234 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: local_ip.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.441081 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.441621 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension local_ip not supported by any of loaded plugins Mar 21 19:06:15.441964 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: logging.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.443463 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.443992 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension logging not supported by any of loaded plugins Mar 21 19:06:15.444330 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: metering.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.445107 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.445690 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: metering Mar 21 19:06:15.446022 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.447125 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.447645 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: metering_source_and_destination_fields Mar 21 19:06:15.447977 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: multiprovidernet.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.448986 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.449501 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: multi-provider Mar 21 19:06:15.449831 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: netmtu.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.450777 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.451291 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: net-mtu Mar 21 19:06:15.451618 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: netmtu_writable.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.452567 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.453592 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: net-mtu-writable Mar 21 19:06:15.453917 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: network_availability_zone.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.454590 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.455096 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: network_availability_zone Mar 21 19:06:15.455421 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: network_ip_availability.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.456561 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.457076 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: network-ip-availability Mar 21 19:06:15.457402 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: network_segment_range.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.458305 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.458809 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension network-segment-range not supported by any of loaded plugins Mar 21 19:06:15.459135 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: pagination.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.460116 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.460449 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: pagination Mar 21 19:06:15.460798 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: port_device_profile.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.461706 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.462225 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: port-device-profile Mar 21 19:06:15.462552 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.463491 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.464003 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: port-mac-address-regenerate Mar 21 19:06:15.464332 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.465272 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.465784 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: port-numa-affinity-policy Mar 21 19:06:15.466109 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: port_resource_request.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.467026 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.467528 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension port-resource-request not supported by any of loaded plugins Mar 21 19:06:15.467851 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: port_resource_request_groups.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.469428 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.469937 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 21 19:06:15.470267 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: portbindings.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.471252 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.471762 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: binding Mar 21 19:06:15.472094 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: portbindings_extended.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.473720 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.474297 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: binding-extended Mar 21 19:06:15.474626 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: portsecurity.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.475545 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.476054 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: port-security Mar 21 19:06:15.476380 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: project_id.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.477393 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.477729 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: project-id Mar 21 19:06:15.478054 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: providernet.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.478994 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.479507 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: provider Mar 21 19:06:15.479834 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.483541 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.484098 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos not supported by any of loaded plugins Mar 21 19:06:15.484435 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.485731 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.486261 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 21 19:06:15.486595 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.495618 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.495618 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 21 19:06:15.495618 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_default.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.495618 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.495618 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-default not supported by any of loaded plugins Mar 21 19:06:15.495618 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_fip.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.496104 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.496104 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-fip not supported by any of loaded plugins Mar 21 19:06:15.496104 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.496104 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.496104 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 21 19:06:15.496104 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_gateway_ip.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.496545 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.496545 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 21 19:06:15.496545 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_port_network_policy.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.496545 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.496829 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 21 19:06:15.497910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.498064 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.498581 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 21 19:06:15.498939 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.500008 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.500546 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 21 19:06:15.500881 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_pps_rule.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.502090 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.502604 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-pps not supported by any of loaded plugins Mar 21 19:06:15.502934 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_rule_type_details.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.503850 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.504362 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 21 19:06:15.504743 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.505661 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.506177 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 21 19:06:15.506505 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: qos_rules_alias.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.507545 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.508059 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 21 19:06:15.508388 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: quota_check_limit.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.509332 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.509847 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: quota-check-limit Mar 21 19:06:15.510175 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: quotasv2.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.511123 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.511581 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: quotas Mar 21 19:06:15.511916 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: quotasv2_detail.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.513694 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.514040 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: quota_details Mar 21 19:06:15.514375 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: rbac.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.516195 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.516756 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: rbac-policies Mar 21 19:06:15.517093 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: rbac_address_group.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.518028 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.518541 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: rbac-address-group Mar 21 19:06:15.518871 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: rbac_address_scope.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.519793 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.520303 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: rbac-address-scope Mar 21 19:06:15.520666 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: rbac_security_groups.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.521661 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.522171 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: rbac-security-groups Mar 21 19:06:15.522502 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: rbac_subnetpool.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.523419 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.523931 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: rbac-subnetpool Mar 21 19:06:15.524261 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: revisionifmatch.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.525212 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.525722 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: revision-if-match Mar 21 19:06:15.526049 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: revisions.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.527169 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.527678 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: standard-attr-revisions Mar 21 19:06:15.528007 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: router_availability_zone.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.528716 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.529233 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: router_availability_zone Mar 21 19:06:15.529558 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: routerservicetype.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.530484 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.531632 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension router-service-type not supported by any of loaded plugins Mar 21 19:06:15.531963 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.532934 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.533446 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: security-groups-normalized-cidr Mar 21 19:06:15.533773 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.534699 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.535210 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: port-security-groups-filtering Mar 21 19:06:15.535537 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.536474 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.537021 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: security-groups-remote-address-group Mar 21 19:06:15.537347 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.538270 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.538777 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: security-groups-shared-filtering Mar 21 19:06:15.539100 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.539689 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 21 19:06:15.540011 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: securitygroup.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.549735 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.550265 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: security-group Mar 21 19:06:15.550605 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: segment.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.551341 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.551855 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension segment not supported by any of loaded plugins Mar 21 19:06:15.552185 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.553176 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.553690 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 21 19:06:15.554020 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: servicetype.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.555160 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.555683 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: service-type Mar 21 19:06:15.556014 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: sorting.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.557028 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.557367 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: sorting Mar 21 19:06:15.557694 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: standard_attr_segment.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.558613 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.559129 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 21 19:06:15.559455 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: standardattrdescription.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.560103 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.560637 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: standard-attr-description Mar 21 19:06:15.560964 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: stateful_security_group.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.562054 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.562601 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: stateful-security-group Mar 21 19:06:15.562927 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: stdattrs_common.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.563513 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 21 19:06:15.563843 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.564816 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.565325 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 21 19:06:15.565648 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: subnet_onboard.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.566723 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.567241 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: subnet_onboard Mar 21 19:06:15.567570 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.568512 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.569101 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 21 19:06:15.569428 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: subnet_service_types.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.570353 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.570870 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: subnet-service-types Mar 21 19:06:15.571199 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: subnetallocation.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.572281 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.572826 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: subnet_allocation Mar 21 19:06:15.573156 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.573816 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.574324 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: subnetpool-prefix-ops Mar 21 19:06:15.574648 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.575588 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.576098 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 21 19:06:15.576424 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: tagging.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.577550 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.578543 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: standard-attr-tag Mar 21 19:06:15.578872 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: timestamp.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.580059 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.580601 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loaded extension: standard-attr-timestamp Mar 21 19:06:15.580933 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: trunk.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.581973 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.582485 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension trunk not supported by any of loaded plugins Mar 21 19:06:15.582818 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: trunk_details.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.583735 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.584250 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension trunk-details not supported by any of loaded plugins Mar 21 19:06:15.584604 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: uplink_status_propagation.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.585522 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.586030 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 21 19:06:15.586355 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Loading extension file: vlantransparent.py {{(pid=103441) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 19:06:15.587021 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103441) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 19:06:15.587525 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 21 19:06:15.590059 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:network Mar 21 19:06:15.590589 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:subnet Mar 21 19:06:15.590992 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 19:06:15.591399 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:port Mar 21 19:06:15.592669 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.593118 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service FLAVORS assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.594394 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.594824 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.595161 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:router Mar 21 19:06:15.595589 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:floatingip Mar 21 19:06:15.596073 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service METERING assigned prefix: /metering {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.597565 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.597944 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.598301 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:06:15.599284 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 19:06:15.599727 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:security_group Mar 21 19:06:15.600164 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 19:06:15.600801 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service CORE assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.601137 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 19:06:15.601485 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] subnetpool is already registered Mar 21 19:06:15.601911 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service CORE assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.602239 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 19:06:15.602573 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] subnetpool is already registered Mar 21 19:06:15.604885 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.605324 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service FLAVORS assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.605914 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.606337 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.606675 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:router Mar 21 19:06:15.607015 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] router is already registered Mar 21 19:06:15.607425 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:floatingip Mar 21 19:06:15.607765 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] floatingip is already registered Mar 21 19:06:15.608218 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service METERING assigned prefix: /metering {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.608910 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 19:06:15.609268 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] rbac_policy is already registered Mar 21 19:06:15.609681 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:security_group Mar 21 19:06:15.610019 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] security_group is already registered Mar 21 19:06:15.610424 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 19:06:15.610758 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] security_group_rule is already registered Mar 21 19:06:15.611377 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service CORE assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.611710 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 19:06:15.612046 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] subnetpool is already registered Mar 21 19:06:15.612462 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.v2.resource_helper [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Service CORE assigned prefix: {{(pid=103441) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 19:06:15.612813 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 19:06:15.613151 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING neutron.quota.resource_registry [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] subnetpool is already registered Mar 21 19:06:15.613635 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: extensions {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.615088 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: address-groups {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.616628 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: address-scopes {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.617953 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: agents {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.619117 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: auto-allocated-topology {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.620376 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: availability_zones {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.621638 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: dhcp-networks {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.623169 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: dhcp-agents {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.624600 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: routers {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.627352 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: flavors {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.628558 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: service_profiles {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.629827 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: next_providers {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.631288 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: service_profiles {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.633752 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: floatingip-pools {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.634990 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: routers {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.637146 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: floatingips {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.638477 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: l3-routers {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.640149 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: l3-agents {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.642178 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: metering-labels {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.643560 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: metering-label-rules {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.644866 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: network-ip-availabilities {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.646170 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: bindings {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.647812 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: quotas {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.649407 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: quotas {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.650956 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: rbac-policies {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.652260 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: security-groups {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.653565 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: security-group-rules {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.654804 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: service-providers {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.656053 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: subnetpools {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.657496 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: subnetpools {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.658975 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.660685 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.662497 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.664276 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.666110 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.667966 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.669692 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.671615 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.673420 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.675280 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron.api.extensions [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Extended resource: tags {{(pid=103441) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 19:06:15.681062 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING keystonemiddleware.auth_token [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 21 19:06:15.685694 dv-cinder-834527-2-iscsi neutron-server[103441]: WARNING keystonemiddleware.auth_token [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 21 19:06:15.694764 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Acquired lock "singleton_lock" {{(pid=103441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 21 19:06:15.695239 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_concurrency.lockutils [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Releasing lock "singleton_lock" {{(pid=103441) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 21 19:06:15.695898 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO oslo_service.service [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Starting 2 workers Mar 21 19:06:15.700891 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Started child 103550 {{(pid=103441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 19:06:15.706021 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Started child 103551 {{(pid=103441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 19:06:15.707032 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:15.707669 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO neutron.service [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 21 19:06:15.708266 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:15.708615 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [-] (103550) wsgi starting up on http://0.0.0.0:9696 Mar 21 19:06:15.710811 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO oslo_service.service [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Starting 1 workers Mar 21 19:06:15.710932 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:15.712343 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [-] (103551) wsgi starting up on http://0.0.0.0:9696 Mar 21 19:06:15.716119 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Started child 103552 {{(pid=103441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 19:06:15.716727 dv-cinder-834527-2-iscsi neutron-server[103441]: INFO oslo_service.service [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Starting 1 workers Mar 21 19:06:15.720015 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.service [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] calling RpcWorker wait() {{(pid=103552) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 21 19:06:15.720584 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.service [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] returning from RpcWorker wait() {{(pid=103552) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 21 19:06:15.721407 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Started child 103553 {{(pid=103441) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 19:06:15.722124 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:15.722267 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG neutron_lib.callbacks.manager [None req-7d7112dd-b215-4ac0-87e9-da73e0749b58 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:15.722684 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:06:15.724143 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 19:06:15.724366 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 19:06:15.724584 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 19:06:15.724817 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 19:06:15.725196 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 19:06:15.725368 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 19:06:15.725886 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.726175 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.726323 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:15.726811 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.726811 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.727015 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.727300 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:06:15.727624 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.727887 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.728145 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.728424 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.728720 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.728910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.729068 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.729316 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.729550 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.729848 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.730118 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.730355 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.730621 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.730796 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.731062 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.731340 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.731575 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.731842 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] debug = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.732070 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.732600 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.732837 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.733077 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.733302 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.733565 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.733813 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.734156 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.734411 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.734650 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.734892 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.735157 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.735394 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.735613 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.735867 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.736086 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.736358 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.736633 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.737094 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] host = dv-cinder-834527-2-iscsi {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.737335 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.737579 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.737807 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.738082 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.738330 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.738578 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.738836 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.739107 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.739341 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.739593 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.739860 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.740090 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.740332 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.740612 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.740786 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_options = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.741029 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.741305 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.741562 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.741753 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.741927 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.742080 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.742345 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.742514 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.742769 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.742988 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.743206 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.743442 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.743660 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.743877 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.744140 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.744391 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.744652 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.744904 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.745139 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.745402 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.745648 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.745878 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.746118 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.746460 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.746716 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.746937 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.747403 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.748309 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.748309 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.748309 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.748757 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.748757 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.749024 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.749223 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.750351 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.750608 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.750875 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.751134 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.751656 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.751656 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.751978 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.752166 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.753528 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.753930 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.754075 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.754211 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.754408 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_json = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.754635 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.754912 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.755133 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.755361 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.755601 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.756716 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.756975 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.757511 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.757511 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.757939 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.758228 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.758650 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.758816 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.760523 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.760523 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.760523 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.760523 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.760523 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.760523 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.760941 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.760941 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.761230 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.761522 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.761849 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.762160 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.762423 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.762712 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.762958 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.763205 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.763450 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.763696 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.763999 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.764228 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.764732 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.765013 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.765264 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.766124 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.766409 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.766757 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.767052 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.767308 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.767589 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.767848 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.768078 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.768304 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.768609 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.768861 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.769118 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.769400 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.769645 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.769865 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.770111 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.770372 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.770616 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.770847 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.771106 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.771368 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.771601 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.771845 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.772064 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.772302 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.773053 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.773301 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.773535 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.773755 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.773994 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.774245 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.774469 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.774689 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.774905 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.775126 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.775379 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.775609 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.775831 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.776212 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.776642 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.776887 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.777153 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.777568 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.777975 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.778429 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.778652 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.779024 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.779401 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.779820 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.780216 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.780675 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.781097 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.781488 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.781732 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.781973 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.782198 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.782450 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.782699 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.782925 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.783148 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.783373 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.783591 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.783811 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.784129 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.784408 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.784783 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.785041 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.785284 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.785530 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.785783 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.786007 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.786267 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.786508 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.786732 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.786968 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.787218 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.787448 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.787677 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.787924 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.788355 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.788645 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.788870 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.789089 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.789333 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.789555 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.789809 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.790073 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.790352 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.790590 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.790851 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.791084 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.791352 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.791642 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.791883 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.792164 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.792396 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.792691 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.793004 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.793271 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.793555 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.793823 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.794057 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.794321 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.794584 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.794844 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.795097 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.795330 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.795570 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.795826 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.796082 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.796314 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.796599 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.796913 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.797145 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.797361 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.797579 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.797858 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.798091 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.798330 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.798596 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.799196 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.799196 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.799357 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.799539 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.799758 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.799992 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.800220 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.800628 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.800877 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.801127 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.801373 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.801608 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.801829 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.802103 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.802319 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.802539 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.802753 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.802972 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.803189 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.803450 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.803685 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.803906 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.804145 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.804369 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.804625 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.804867 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.805103 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.805353 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.805573 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.805855 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.806099 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.806315 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.806563 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.806787 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.807023 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.807237 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.807498 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.807718 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.807932 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.808148 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.808367 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.808604 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.808839 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.809086 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.809320 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.809556 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.809795 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.810131 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.810377 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.810627 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.810854 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.811092 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.812661 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.812661 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.812661 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.812661 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.812661 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.813064 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.813144 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.813355 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.813602 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.815043 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.815043 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.815043 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.815043 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.815043 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.815043 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.815515 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.815515 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.815676 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.815838 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.816077 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.816290 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.816540 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.816781 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.817063 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.817369 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.817633 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.817867 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.818136 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.818389 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.818644 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.818875 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.819092 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.819305 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.819527 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.819745 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.819961 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.820294 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.820530 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.820747 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.820974 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.821192 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.821451 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.821640 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.821850 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.822057 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.822277 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.822496 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.822736 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.822955 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.823334 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.823570 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.823797 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.824040 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.824256 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.824510 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.824718 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.824938 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.825186 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.825410 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.825634 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.825900 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.826163 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.826381 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.826672 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.827116 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.827398 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.827728 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.828547 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.828796 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.829030 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.829273 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.829495 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.829727 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.829969 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.830292 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.830581 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.830834 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.831079 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.831371 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.831740 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.831962 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.832134 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.832428 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.832776 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.833072 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.833343 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.833595 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.833860 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.834086 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.834307 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.834525 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.834743 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.834961 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.835221 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.835473 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.835740 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.835958 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.836186 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.836403 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.836673 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.836887 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.837126 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.837365 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.837528 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 19:06:15.838064 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103441) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 19:06:15.838227 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 19:06:15.838384 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 19:06:15.838593 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 19:06:15.838769 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 19:06:15.838895 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:06:15.839022 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 19:06:15.839153 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.839275 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.839428 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.839590 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.839751 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.839935 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.840099 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.840259 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.840421 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.840598 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.840758 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.840924 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.841084 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.841246 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.841442 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.841569 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.841708 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.841899 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.842033 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.842157 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.842308 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.842468 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.842631 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] debug = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.842793 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.843011 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.843164 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.843330 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.843714 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.843714 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.843956 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.843956 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.844145 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.844293 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.844430 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.844611 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.844891 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.844891 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.845175 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.845175 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.845431 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.845577 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.845712 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] host = dv-cinder-834527-2-iscsi {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.845848 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.845982 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.846301 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.846301 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.846631 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.846631 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.846954 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.846954 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.846954 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.847354 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.847354 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.847631 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.847631 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.847898 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.847898 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_options = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.848154 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.848154 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.848408 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.848583 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.848723 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.848894 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.849085 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.849085 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.849363 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.849493 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.849626 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.849757 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.849894 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.850029 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.850163 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.850306 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.850441 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.850608 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.850774 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.850914 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.851047 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.851186 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.851319 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.851481 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.851634 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.851792 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.852018 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.852160 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.852294 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.852427 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.852606 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.852736 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.852869 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.853012 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.853165 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.853325 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.853485 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.853637 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.853799 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.853965 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.854143 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.854317 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.854468 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.854600 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.854732 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.854894 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.855058 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_json = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.855222 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.855383 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.855543 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.855703 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.855863 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.856024 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.856184 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.856349 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.856530 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 19:06:15.856711 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.856874 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.857206 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.857369 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.857550 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.857687 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.857850 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.858014 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.858177 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.858340 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.858513 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.858680 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.858855 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.859038 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.859356 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.859529 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.859694 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.859857 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.860020 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.860184 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.860350 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.860557 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.860705 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.860872 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.861035 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.861197 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.861359 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.861531 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.861694 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.861873 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.862090 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.862244 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.862761 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.862761 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.862761 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.862974 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.862974 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.863115 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.863264 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.863430 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.863595 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.863759 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.863923 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.864469 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.864469 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.864469 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.864820 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.864820 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.864966 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.865061 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.865177 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.865339 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.865504 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.865668 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.865832 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.865997 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.866164 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.866339 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.866503 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.866666 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.866951 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.867098 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.867235 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.867370 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.867505 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.867635 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.867764 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.867913 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.868054 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.868188 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.868353 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.868544 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.868687 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.868855 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.869016 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.869333 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.869538 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.869734 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.869889 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.870281 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.870281 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.870281 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.870640 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.870640 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.871010 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.871010 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.871010 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.871400 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.871400 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.871649 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.871649 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.871897 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.872027 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.872177 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.872316 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.872459 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.872654 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.872788 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.872929 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.873060 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.873200 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.873323 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.873473 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.873636 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.873801 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.873963 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.874126 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.874288 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.874452 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.874614 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.875293 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.875456 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.875619 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.875782 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.875945 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.876118 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.876270 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.876431 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.876615 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.876774 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.877002 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.877148 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.877256 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.877426 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.877600 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.877765 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.877928 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.878091 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.878254 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.878416 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.878579 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.878742 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.878905 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.879067 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.879231 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.879406 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.879569 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.879732 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.879894 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.880081 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.880244 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.880406 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.880582 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.880749 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.880913 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.881076 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.881238 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.881405 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.881568 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.881731 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.881894 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.882057 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.882220 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.882382 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.882545 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.882730 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.882898 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.883061 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.883224 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.883388 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.883551 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.883713 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.883876 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.884039 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.884202 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.884365 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.884545 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.884851 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.885023 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.885191 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.885351 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.885514 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.885676 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.885840 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.886004 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.886166 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892528 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892528 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892528 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892528 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892830 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40686) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:06:15.892910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.892910 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893395 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893395 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893395 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893395 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893395 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893395 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893395 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893395 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893895 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893895 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893895 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893895 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893895 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893895 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893895 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893895 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.893895 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.894516 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.894516 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.894516 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.894516 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.894516 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.894516 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.894516 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.894516 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895046 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895046 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895046 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895046 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895046 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895046 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895046 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895046 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895046 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895765 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895765 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895765 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895765 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895765 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895765 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895765 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.895765 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.896588 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.896588 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.896588 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.896588 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.896588 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.896588 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.896588 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.896588 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.897505 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.897505 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.897505 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.897505 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.897505 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.897505 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.897964 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.897964 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.897964 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.898181 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071397 Mar 21 19:06:15.898596 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.898791 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.898977 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.899161 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.899342 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.899523 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.899714 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.899891 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.900065 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.900238 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.900409 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.900607 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.900789 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.900959 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.901127 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.901302 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.901470 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.901636 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.901802 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.901982 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.902149 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.902317 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.902483 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.902642 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.902811 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.902974 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.903145 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.903323 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.903494 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.903659 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.903833 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.904006 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.904182 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.904348 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.904544 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.905044 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.905044 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.905044 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.905274 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.905353 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.905479 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.905635 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.905802 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.905990 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.906156 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.906318 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.906481 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.906645 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.906810 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.907019 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.907125 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.907284 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.907445 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.907607 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.907771 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 19:06:15.907928 dv-cinder-834527-2-iscsi neutron-server[103441]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103441) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 19:06:27.167369 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe93687e-a3b1-4923-967f-6039bfae968c None None] get_active_networks_info from dv-cinder-834527-2-iscsi {{(pid=103552) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 21 19:06:27.253272 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93687e-a3b1-4923-967f-6039bfae968c None None] No non-hosted networks {{(pid=103552) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 21 19:06:27.262607 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.agentschedulers_db [None req-fe93687e-a3b1-4923-967f-6039bfae968c None None] DHCP Agent not found on host dv-cinder-834527-2-iscsi {{(pid=103552) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 21 19:06:27.357832 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ad0b856a-9cbd-4ef9-8107-14a055431fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915042'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:29.371539 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0db3aee3-d7ef-43c9-9cf2-b93f9893893e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915042'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:29.408830 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-bc0c13ac-6b9d-4690-8b1d-cc55505cb7b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:30.445811 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915042'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:32.085314 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915042'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:33.209077 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40770) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:06:33.470567 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915042'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:33.471358 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.472241 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.472708 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.475855 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.476366 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.476728 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.477556 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.478907 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.480627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.481165 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.481706 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.482143 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.482708 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.483256 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.483801 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:33.484810 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834527-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:06:33.492988 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834527-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:06:33.813356 dv-cinder-834527-2-iscsi neutron-server[103551]: WARNING oslo_policy.policy [None req-80ddf785-e6f1-4933-8fac-56bb0366ba15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 19:06:33.814156 dv-cinder-834527-2-iscsi neutron-server[103551]: WARNING oslo_policy.policy [None req-80ddf785-e6f1-4933-8fac-56bb0366ba15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 19:06:34.044555 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [None req-80ddf785-e6f1-4933-8fac-56bb0366ba15 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:06:34.060515 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-80ddf785-e6f1-4933-8fac-56bb0366ba15 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8355761 Mar 21 19:06:34.612294 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.db.l3_hamode_db [None req-1374d700-4fde-413f-9dc0-e0dab85bc363 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 21 19:06:34.689627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374d700-4fde-413f-9dc0-e0dab85bc363 None None] Routers set() bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:06:34.689949 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1374d700-4fde-413f-9dc0-e0dab85bc363 None None] Router IDs set() for agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 21 19:06:36.598630 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40796) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:06:36.905673 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-790cf3b6-6d38-40bf-a865-b494fbf75216 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:06:36.997860 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.policy [None req-790cf3b6-6d38-40bf-a865-b494fbf75216 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103551) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 19:06:37.040781 dv-cinder-834527-2-iscsi neutron-server[103551]: WARNING oslo_policy.policy [None req-790cf3b6-6d38-40bf-a865-b494fbf75216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 19:06:37.041151 dv-cinder-834527-2-iscsi neutron-server[103551]: WARNING oslo_policy.policy [None req-790cf3b6-6d38-40bf-a865-b494fbf75216 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 19:06:37.137225 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-790cf3b6-6d38-40bf-a865-b494fbf75216 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787605823854', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787605824315', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787605807336', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787605785625', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787605790814', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787605356210', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3195285', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3210631', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-463292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-441880'] for rbac-policy (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:37.201375 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-790cf3b6-6d38-40bf-a865-b494fbf75216 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:37.202555 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-790cf3b6-6d38-40bf-a865-b494fbf75216 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6029630 Mar 21 19:06:39.702098 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40806) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:06:40.005327 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:06:40.034348 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Made reservation on behalf of 3456eb012d0f4854adbc2112d2ef0768 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:06:40.038297 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:40.054129 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:40.161290 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Publish callbacks [] for security_group (50819232-7a73-4829-acb5-79417c13207d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:40.164866 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (50819232-7a73-4829-acb5-79417c13207d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:40.194913 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:06:40.235018 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787605767226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:40.235636 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Unsubscribe: segment precommit_create {{(pid=103551) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 19:06:40.236153 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Added segment 5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64 of type vlan for network 09ccdf80-b423-4488-919f-43eb359ee614 Mar 21 19:06:40.241792 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=50819232-7a73-4829-acb5-79417c13207d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:06:40.276280 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.276662 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.277025 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.277387 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.277724 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.278052 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.278378 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.278704 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.279027 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.279349 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.279669 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.280004 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.280326 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.280669 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.280991 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Tracked resource versions report: Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: pushed versions: Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: { 'AddressGroup': {'1.2'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Agent': {'1.1'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'ConntrackHelper': {'1.0'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'LocalIPAssociation': {'1.0'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Log': {'1.0'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'NDPProxy': {'1.0'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Network': {'1.1'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Port': {'1.7'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'PortForwarding': {'1.3'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'QosPolicy': {'1.10'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SecurityGroup': {'1.5'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SecurityGroupRule': {'1.2'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SubPort': {'1.0'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Subnet': {'1.1'}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Trunk': {'1.1'}} Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: consumer versions: Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: { DHCP agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: L3 agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: Metadata agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: Metering agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: Open vSwitch agent@dv-cinder-834527-2-iscsi: { 'AddressGroup': '1.2', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Agent': '1.1', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'ConntrackHelper': '1.0', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'LocalIPAssociation': '1.0', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Log': '1.0', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'NDPProxy': '1.0', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Network': '1.1', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Port': '1.7', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'PortForwarding': '1.3', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'QosPolicy': '1.10', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SecurityGroup': '1.5', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SecurityGroupRule': '1.2', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SubPort': '1.0', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Subnet': '1.1', Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Trunk': '1.1'}} Mar 21 19:06:40.282992 dv-cinder-834527-2-iscsi neutron-server[103551]: {{(pid=103551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 19:06:40.348632 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (09ccdf80-b423-4488-919f-43eb359ee614), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:40.387284 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (09ccdf80-b423-4488-919f-43eb359ee614), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:40.393257 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:06:40.393970 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:40.485263 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7815115 Mar 21 19:06:40.521426 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c0145-4638-4c74-87ee-a354a9fa98c2 demo demo] Pushing event updated for resources: {'Network': ['ID=09ccdf80-b423-4488-919f-43eb359ee614,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:06:40.534084 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 09ccdf80-b423-4488-919f-43eb359ee614 details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:06:43.006362 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40818) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:06:43.401288 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa7e930-1db8-4b69-83d6-4ff5038a234c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:06:43.402562 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4aa7e930-1db8-4b69-83d6-4ff5038a234c demo admin] 10.222.0.41 "GET /v2.0/networks/09ccdf80-b423-4488-919f-43eb359ee614 HTTP/1.1" status: 200 len: 825 time: 0.3952270 Mar 21 19:06:43.427224 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2df83b99-e980-45f0-ae8d-6c37ac865f45 demo admin] 10.222.0.41 "GET /v2.0/subnetpools/97ae029b-e98e-4e72-a14c-c4e69fe58a29 HTTP/1.1" status: 200 len: 734 time: 0.0186105 Mar 21 19:06:43.435722 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Request body: {'subnet': {'network_id': '09ccdf80-b423-4488-919f-43eb359ee614', 'name': 'private-subnet', 'subnetpool_id': '97ae029b-e98e-4e72-a14c-c4e69fe58a29', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:06:43.455105 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Made reservation on behalf of 3456eb012d0f4854adbc2112d2ef0768 for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:06:43.457342 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:43.738799 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (2342ec18-484d-421c-9d88-0dc4a716ac18), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:43.807014 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2342ec18-484d-421c-9d88-0dc4a716ac18,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:06:43.811047 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Checking segment: {'id': '5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:06:43.811444 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Network hostable DHCP agents. Network: 09ccdf80-b423-4488-919f-43eb359ee614, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:06:43.830300 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Network 09ccdf80-b423-4488-919f-43eb359ee614 is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:06:43.841103 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 09ccdf80-b423-4488-919f-43eb359ee614) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:06:43.847043 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:06:43.847653 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:43.850409 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66567bc5-a402-4f96-9aaa-241e5bb11a55 None None] Network 09ccdf80-b423-4488-919f-43eb359ee614 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:06:43.880523 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-422abd59-1e47-41d5-928c-01414373d531 demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4303727 Mar 21 19:06:44.220509 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-09ccdf80-b423-4488-919f-43eb359ee614', 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614', 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'fixed_ips': [{'subnet_id': '2342ec18-484d-421c-9d88-0dc4a716ac18'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:06:44.221763 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:44.490303 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Allocated IP 172.20.0.2 (09ccdf80-b423-4488-919f-43eb359ee614/2342ec18-484d-421c-9d88-0dc4a716ac18/72b0b204-bda8-4457-9485-eaf9bcf17310) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:06:44.749840 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Publish callbacks [] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:44.757672 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:44.826488 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Network 09ccdf80-b423-4488-919f-43eb359ee614 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:06:44.831713 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:06:44.842074 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:06:44.852509 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Pushing event updated for resources: {'Port': ['ID=72b0b204-bda8-4457-9485-eaf9bcf17310,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:06:44.895461 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.895817 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.896175 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.896551 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.896892 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.897231 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.897558 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.897884 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.898210 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.898549 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.898875 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.899218 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.899543 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.899863 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.900182 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Tracked resource versions report: Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: pushed versions: Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: { 'AddressGroup': {'1.2'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Agent': {'1.1'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'ConntrackHelper': {'1.0'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'LocalIPAssociation': {'1.0'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Log': {'1.0'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'NDPProxy': {'1.0'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Network': {'1.1'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Port': {'1.7'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'PortForwarding': {'1.3'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'QosPolicy': {'1.10'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SecurityGroup': {'1.5'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SecurityGroupRule': {'1.2'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SubPort': {'1.0'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Subnet': {'1.1'}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Trunk': {'1.1'}} Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: consumer versions: Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: { DHCP agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: L3 agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: Metadata agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: Metering agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: Open vSwitch agent@dv-cinder-834527-2-iscsi: { 'AddressGroup': '1.2', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Agent': '1.1', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'ConntrackHelper': '1.0', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'LocalIPAssociation': '1.0', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Log': '1.0', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'NDPProxy': '1.0', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Network': '1.1', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Port': '1.7', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'PortForwarding': '1.3', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'QosPolicy': '1.10', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SecurityGroup': '1.5', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SecurityGroupRule': '1.2', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SubPort': '1.0', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Subnet': '1.1', Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Trunk': '1.1'}} Mar 21 19:06:44.901625 dv-cinder-834527-2-iscsi neutron-server[103552]: {{(pid=103552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 19:06:44.934675 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Attempting to bind port 72b0b204-bda8-4457-9485-eaf9bcf17310 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:06:44.935084 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Attempting to bind port 72b0b204-bda8-4457-9485-eaf9bcf17310 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:06:44.935529 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Attempting to bind port 72b0b204-bda8-4457-9485-eaf9bcf17310 on network 09ccdf80-b423-4488-919f-43eb359ee614 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:06:44.940944 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:06:44.941322 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Checking segment: {'id': '5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:06:44.941825 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:44.942218 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Bound using segment: {'id': '5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:06:44.942680 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Bound port: 72b0b204-bda8-4457-9485-eaf9bcf17310, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:06:44.943093 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:45.005938 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] For port 72b0b204-bda8-4457-9485-eaf9bcf17310, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:06:45.010078 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] For port 72b0b204-bda8-4457-9485-eaf9bcf17310, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=72b0b204-bda8-4457-9485-eaf9bcf17310,segment=NetworkSegment(5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64),segment_id=5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:06:45.018362 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:45.081060 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a85ae-8fb0-4fb9-94d8-5ce91ed3e2b9 None None] Pushing event updated for resources: {'Port': ['ID=72b0b204-bda8-4457-9485-eaf9bcf17310,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:06:46.431372 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40826) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:06:46.750207 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [None req-05871f3e-1559-42ce-8418-f4172aee390f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:06:46.751197 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-05871f3e-1559-42ce-8418-f4172aee390f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3187797 Mar 21 19:06:49.281984 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40834) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:06:49.597378 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [None req-cdb30d50-f730-4b23-93a2-47aa0805122b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:06:49.612516 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-cdb30d50-f730-4b23-93a2-47aa0805122b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3154068 Mar 21 19:06:52.134285 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 40842) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:06:52.623473 dv-cinder-834527-2-iscsi neutron-server[103550]: WARNING oslo_policy.policy [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 19:06:52.624073 dv-cinder-834527-2-iscsi neutron-server[103550]: WARNING oslo_policy.policy [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 19:06:52.848598 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:06:52.909123 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.policy [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103550) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 19:06:52.951809 dv-cinder-834527-2-iscsi neutron-server[103550]: WARNING oslo_policy.policy [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 19:06:52.952222 dv-cinder-834527-2-iscsi neutron-server[103550]: WARNING oslo_policy.policy [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 19:06:53.013926 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:53.016593 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:53.174659 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] Publish callbacks [] for router_controller (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:53.180036 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:53.205148 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:53.206640 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4f3932e3-9e5e-4985-858a-3e3a1b403356 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0702164 Mar 21 19:06:55.753525 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 40862) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:06:56.063418 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [None req-89d8253b-0511-4d14-b1fd-c9aae178b124 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:06:56.064431 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-89d8253b-0511-4d14-b1fd-c9aae178b124 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099411 Mar 21 19:06:56.207967 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 72b0b204-bda8-4457-9485-eaf9bcf17310 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:06:56.299639 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 72b0b204-bda8-4457-9485-eaf9bcf17310 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:06:56.300529 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:56.340031 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f9e94b-9313-4e74-9b40-7e5dc9d10490 None None] Network 09ccdf80-b423-4488-919f-43eb359ee614 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:06:56.487755 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 72b0b204-bda8-4457-9485-eaf9bcf17310 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:06:56.488142 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:56.506262 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-01b97fec-999f-40f5-ad28-da42a83e89e7 None None] Provisioning complete for port 72b0b204-bda8-4457-9485-eaf9bcf17310 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:06:56.506657 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-01b97fec-999f-40f5-ad28-da42a83e89e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:56.572964 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 72b0b204-bda8-4457-9485-eaf9bcf17310, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=72b0b204-bda8-4457-9485-eaf9bcf17310,segment=NetworkSegment(5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64),segment_id=5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:06:56.581229 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:56.671437 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=72b0b204-bda8-4457-9485-eaf9bcf17310,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:06:56.692824 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-01b97fec-999f-40f5-ad28-da42a83e89e7 None None] Current status of the port 72b0b204-bda8-4457-9485-eaf9bcf17310 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:06:56.812162 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-d35fbbc2-c681-4683-a409-dd6baa205fce None None] Provisioning complete for port 72b0b204-bda8-4457-9485-eaf9bcf17310 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:06:56.813157 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d35fbbc2-c681-4683-a409-dd6baa205fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:56.890661 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-d35fbbc2-c681-4683-a409-dd6baa205fce None None] Current status of the port 72b0b204-bda8-4457-9485-eaf9bcf17310 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:06:57.119984 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2f76c7b9-039b-4f15-96c2-22403656b20e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:58.179208 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 72b0b204-bda8-4457-9485-eaf9bcf17310 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:06:58.225523 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 72b0b204-bda8-4457-9485-eaf9bcf17310 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:06:58.225917 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:58.301225 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 72b0b204-bda8-4457-9485-eaf9bcf17310 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:06:58.589368 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40872) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:06:58.891973 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:06:58.910629 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Made reservation on behalf of 1e1daa50d1764f4fa70969b02f0f6e4e for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:06:58.913050 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:58.920714 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:58.993977 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Publish callbacks [] for security_group (e7f61ae3-57bf-4936-9464-46c939e87353), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:58.997230 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (e7f61ae3-57bf-4936-9464-46c939e87353), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:59.012801 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Reserving flat network on physical network physnet1 {{(pid=103551) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 21 19:06:59.031004 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f61ae3-57bf-4936-9464-46c939e87353,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:06:59.036803 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:59.037140 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Added segment 58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9 of type flat for network 4ad7078d-2680-4fd0-b369-c65eef323e25 Mar 21 19:06:59.081787 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (4ad7078d-2680-4fd0-b369-c65eef323e25), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:59.115610 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (4ad7078d-2680-4fd0-b369-c65eef323e25), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:59.116672 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:06:59.117234 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:06:59.195631 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6051700 Mar 21 19:06:59.203289 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf560a-7d6c-4174-876d-0697ed7e7d1b admin admin] Pushing event updated for resources: {'Network': ['ID=4ad7078d-2680-4fd0-b369-c65eef323e25,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:06:59.213261 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:06:59.375677 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-887d9da4-b240-4ffe-8901-601e33aa772a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:00.418818 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:01.690417 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40890) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:07:01.863071 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83600a4-10a1-4cee-a57d-36e3a6023d8d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:07:01.864365 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c83600a4-10a1-4cee-a57d-36e3a6023d8d demo admin] 10.222.0.41 "GET /v2.0/subnets/2342ec18-484d-421c-9d88-0dc4a716ac18 HTTP/1.1" status: 200 len: 849 time: 0.1729963 Mar 21 19:07:02.001057 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:02.033200 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c6e88ade-7c32-4db6-876e-ea7d6a3cfa44 demo admin] 10.222.0.41 "GET /v2.0/routers/207029e1-ce58-4ea2-9a33-7525bbe8a7c1 HTTP/1.1" status: 200 len: 704 time: 0.1631563 Mar 21 19:07:02.299321 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:02.581613 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Allocated IP 172.20.0.1 (09ccdf80-b423-4488-919f-43eb359ee614/2342ec18-484d-421c-9d88-0dc4a716ac18/be2d9617-3727-433b-b9f9-5c88bbaafc78) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:07:02.773713 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Publish callbacks [] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:02.838890 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:02.909850 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Network 09ccdf80-b423-4488-919f-43eb359ee614 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:07:02.915403 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:07:02.922480 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:07:02.923045 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:02.944194 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Pushing event updated for resources: {'Port': ['ID=be2d9617-3727-433b-b9f9-5c88bbaafc78,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:07:03.119456 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:03.143112 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-a9016e88-236d-4d25-bbe4-b4b6cd99de9f None None] Provisioning complete for port be2d9617-3727-433b-b9f9-5c88bbaafc78 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:07:03.143673 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a9016e88-236d-4d25-bbe4-b4b6cd99de9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:03.174985 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a9016e88-236d-4d25-bbe4-b4b6cd99de9f None None] Port be2d9617-3727-433b-b9f9-5c88bbaafc78 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:07:03.323728 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Publish callbacks [] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:03.328055 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:03.328937 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:03.405218 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Pushing event updated for resources: {'Port': ['ID=be2d9617-3727-433b-b9f9-5c88bbaafc78,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:07:03.449497 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Network 09ccdf80-b423-4488-919f-43eb359ee614 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:07:03.450797 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:07:03.468050 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:03.617614 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Router 207029e1-ce58-4ea2-9a33-7525bbe8a7c1 is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:07:03.712408 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:07:03.717806 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-db86b381-d578-4925-88f0-681fd27ddfae demo admin] 10.222.0.41 "PUT /v2.0/routers/207029e1-ce58-4ea2-9a33-7525bbe8a7c1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6794279 Mar 21 19:07:03.737145 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Sync routers for ids ['207029e1-ce58-4ea2-9a33-7525bbe8a7c1'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:07:03.749602 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Routers {'207029e1-ce58-4ea2-9a33-7525bbe8a7c1'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:07:03.750494 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:06:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['207029e1-ce58-4ea2-9a33-7525bbe8a7c1'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:07:03.798404 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-694e3eef-d9f8-45e6-98ce-416fe937b082 None None] Provisioning complete for port be2d9617-3727-433b-b9f9-5c88bbaafc78 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:07:03.798811 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-694e3eef-d9f8-45e6-98ce-416fe937b082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:03.835155 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-694e3eef-d9f8-45e6-98ce-416fe937b082 None None] Port be2d9617-3727-433b-b9f9-5c88bbaafc78 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:07:03.895326 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:07:03.945997 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Set router 207029e1-ce58-4ea2-9a33-7525bbe8a7c1 gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:07:04.368652 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'name': 'router1', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:06:53Z', 'updated_at': '2022-03-21T19:07:03Z', 'revision_number': 2, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'gw_port_host': None, '_interfaces': [{'id': 'be2d9617-3727-433b-b9f9-5c88bbaafc78', 'name': '', 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'mac_address': 'fa:16:3e:ad:05:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:07:02Z', 'updated_at': '2022-03-21T19:07:03Z', 'revision_number': 2, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'subnets': [{'id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97ae029b-e98e-4e72-a14c-c4e69fe58a29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:07:04.419964 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Checking router: 207029e1-ce58-4ea2-9a33-7525bbe8a7c1 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:07:04.420352 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Updating router 207029e1-ce58-4ea2-9a33-7525bbe8a7c1 port be2d9617-3727-433b-b9f9-5c88bbaafc78 binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:07:04.475666 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:04.983893 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Publish callbacks [] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:04.990669 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:05.083610 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Pushing event updated for resources: {'Port': ['ID=be2d9617-3727-433b-b9f9-5c88bbaafc78,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:07:05.090991 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.091344 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.091715 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.092079 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.092421 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.092779 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.093488 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.093722 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.094569 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.095021 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.095397 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.095778 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.096111 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.096439 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.096791 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Tracked resource versions report: Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: pushed versions: Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: { 'AddressGroup': {'1.2'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Agent': {'1.1'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'ConntrackHelper': {'1.0'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'LocalIPAssociation': {'1.0'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Log': {'1.0'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'NDPProxy': {'1.0'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Network': {'1.1'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Port': {'1.7'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'PortForwarding': {'1.3'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'QosPolicy': {'1.10'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SecurityGroup': {'1.5'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SecurityGroupRule': {'1.2'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SubPort': {'1.0'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Subnet': {'1.1'}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Trunk': {'1.1'}} Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: consumer versions: Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: { DHCP agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: L3 agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: Metadata agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: Metering agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: Open vSwitch agent@dv-cinder-834527-2-iscsi: { 'AddressGroup': '1.2', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Agent': '1.1', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'ConntrackHelper': '1.0', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'LocalIPAssociation': '1.0', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Log': '1.0', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'NDPProxy': '1.0', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Network': '1.1', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Port': '1.7', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'PortForwarding': '1.3', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'QosPolicy': '1.10', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SecurityGroup': '1.5', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SecurityGroupRule': '1.2', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SubPort': '1.0', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Subnet': '1.1', Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Trunk': '1.1'}} Mar 21 19:07:05.098269 dv-cinder-834527-2-iscsi neutron-server[103553]: {{(pid=103553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 19:07:05.186131 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Attempting to bind port be2d9617-3727-433b-b9f9-5c88bbaafc78 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:07:05.186558 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Attempting to bind port be2d9617-3727-433b-b9f9-5c88bbaafc78 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:07:05.187032 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Attempting to bind port be2d9617-3727-433b-b9f9-5c88bbaafc78 on network 09ccdf80-b423-4488-919f-43eb359ee614 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:07:05.192725 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:07:05.193133 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Checking segment: {'id': '5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:07:05.193626 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:05.194019 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Bound using segment: {'id': '5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:07:05.194507 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Bound port: be2d9617-3727-433b-b9f9-5c88bbaafc78, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:07:05.195161 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:05.262066 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-70a94576-4c29-48d8-8566-296b591d60f1 None None] Provisioning complete for port be2d9617-3727-433b-b9f9-5c88bbaafc78 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:07:05.262608 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-70a94576-4c29-48d8-8566-296b591d60f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:05.262712 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] For port be2d9617-3727-433b-b9f9-5c88bbaafc78, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:07:05.282207 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] For port be2d9617-3727-433b-b9f9-5c88bbaafc78, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=be2d9617-3727-433b-b9f9-5c88bbaafc78,segment=NetworkSegment(5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64),segment_id=5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:07:05.289777 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:05.299299 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-70a94576-4c29-48d8-8566-296b591d60f1 None None] Port be2d9617-3727-433b-b9f9-5c88bbaafc78 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:07:05.347334 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Routers {'207029e1-ce58-4ea2-9a33-7525bbe8a7c1'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:07:05.347944 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:06:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['207029e1-ce58-4ea2-9a33-7525bbe8a7c1'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:07:05.411849 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d9e89-f406-4aad-a72a-fb432a863a5e None None] Pushing event updated for resources: {'Port': ['ID=be2d9617-3727-433b-b9f9-5c88bbaafc78,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:07:05.447496 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] Set router 207029e1-ce58-4ea2-9a33-7525bbe8a7c1 gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:07:05.520310 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-49b61b55-3808-41ee-8c75-d533f12613c2 None None] Provisioning complete for port be2d9617-3727-433b-b9f9-5c88bbaafc78 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:07:05.520656 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49b61b55-3808-41ee-8c75-d533f12613c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:05.606614 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-49b61b55-3808-41ee-8c75-d533f12613c2 None None] Current status of the port be2d9617-3727-433b-b9f9-5c88bbaafc78 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:07:05.607284 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49b61b55-3808-41ee-8c75-d533f12613c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:05.638536 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-49b61b55-3808-41ee-8c75-d533f12613c2 None None] For port be2d9617-3727-433b-b9f9-5c88bbaafc78, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=be2d9617-3727-433b-b9f9-5c88bbaafc78,segment=NetworkSegment(5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64),segment_id=5c9b4cb6-5f1b-4334-a5ac-42ee6afefb64)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:07:05.644936 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-49b61b55-3808-41ee-8c75-d533f12613c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:05.665985 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'name': 'router1', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:06:53Z', 'updated_at': '2022-03-21T19:07:03Z', 'revision_number': 2, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'gw_port_host': None, '_interfaces': [{'id': 'be2d9617-3727-433b-b9f9-5c88bbaafc78', 'name': '', 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'mac_address': 'fa:16:3e:ad:05:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:07:02Z', 'updated_at': '2022-03-21T19:07:05Z', 'revision_number': 4, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'subnets': [{'id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97ae029b-e98e-4e72-a14c-c4e69fe58a29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:07:05.693175 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b568b1a-137f-42e2-889c-67c42e6f8ffd None None] The sync data for ids ['207029e1-ce58-4ea2-9a33-7525bbe8a7c1'] in dv-cinder-834527-2-iscsi is: [{'id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'name': 'router1', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:06:53Z', 'updated_at': '2022-03-21T19:07:03Z', 'revision_number': 2, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'gw_port_host': None, '_interfaces': [{'id': 'be2d9617-3727-433b-b9f9-5c88bbaafc78', 'name': '', 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'mac_address': 'fa:16:3e:ad:05:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:07:02Z', 'updated_at': '2022-03-21T19:07:05Z', 'revision_number': 4, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'subnets': [{'id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97ae029b-e98e-4e72-a14c-c4e69fe58a29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:07:05.697913 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b61b55-3808-41ee-8c75-d533f12613c2 None None] Pushing event updated for resources: {'Port': ['ID=be2d9617-3727-433b-b9f9-5c88bbaafc78,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:07:06.160026 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40910) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:07:06.267075 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd9fab-8625-4d08-b4b2-fd3053cc7d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:07:06.268341 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-60cd9fab-8625-4d08-b4b2-fd3053cc7d53 admin admin] 10.222.0.41 "GET /v2.0/networks/4ad7078d-2680-4fd0-b369-c65eef323e25 HTTP/1.1" status: 200 len: 842 time: 0.1072693 Mar 21 19:07:06.277514 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:07:06.297883 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Made reservation on behalf of 1e1daa50d1764f4fa70969b02f0f6e4e for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:07:06.300135 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:06.644117 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.objects.ports [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103551) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 21 19:07:06.644578 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (cabb54ca-7c6b-4fb0-bfde-670eb9f37ade), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:06.696587 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cabb54ca-7c6b-4fb0-bfde-670eb9f37ade,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:07:06.705440 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:07:06.705798 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Network hostable DHCP agents. Network: 4ad7078d-2680-4fd0-b369-c65eef323e25, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:07:06.724858 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:07:06.733924 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 4ad7078d-2680-4fd0-b369-c65eef323e25) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:07:06.738333 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:07:06.739113 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:06.743957 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b7605-7add-41fc-8693-d1bf23cbf32c None None] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:07:06.759817 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4284890b-3067-44d4-b554-0bf880245381 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4855711 Mar 21 19:07:06.854042 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707abd66-2028-4861-a690-f070d9d7ae68 None None] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:07:09.167221 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40918) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:07:09.295730 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-58bc37f5-f7e6-4894-b6d2-a60a4e4ca01c demo admin] 10.222.0.41 "GET /v2.0/routers/207029e1-ce58-4ea2-9a33-7525bbe8a7c1 HTTP/1.1" status: 200 len: 710 time: 0.1273885 Mar 21 19:07:09.379933 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db23af75-9b9a-43b8-aac7-4e53f58e6008 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:07:09.381242 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-db23af75-9b9a-43b8-aac7-4e53f58e6008 demo admin] 10.222.0.41 "GET /v2.0/networks/4ad7078d-2680-4fd0-b369-c65eef323e25 HTTP/1.1" status: 200 len: 886 time: 0.0802419 Mar 21 19:07:09.390204 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:07:09.643575 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Publish callbacks [] for router_gateway (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:09.875523 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Publish callbacks [] for router_gateway (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:09.951901 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:10.051058 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Allocated IP 172.27.3.47 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/96953d21-f6f5-4d76-9ecb-c3fd8de0f365) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:07:10.149363 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Publish callbacks [] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:10.181477 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:10.216957 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:07:10.219699 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:07:10.222980 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:07:10.286128 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Pushing event updated for resources: {'Port': ['ID=96953d21-f6f5-4d76-9ecb-c3fd8de0f365,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:07:10.473871 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Publish callbacks [] for router_gateway (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:10.751726 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3917008', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3912895', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2533'] for router (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:10.755069 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3917017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3916834', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3912840'] for router (207029e1-ce58-4ea2-9a33-7525bbe8a7c1), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:10.860978 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Router 207029e1-ce58-4ea2-9a33-7525bbe8a7c1 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:07:10.973309 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:07:10.977519 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:10.996952 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5ce4ebf8-3392-442f-964f-9b58381f1331 demo admin] 10.222.0.41 "PUT /v2.0/routers/207029e1-ce58-4ea2-9a33-7525bbe8a7c1 HTTP/1.1" status: 200 len: 889 time: 1.5919876 Mar 21 19:07:13.516537 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 40930) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:07:13.634171 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-6bc65f63-a2bf-4be7-800a-91b1b6ff1737 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1162412 Mar 21 19:07:14.209817 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device be2d9617-3727-433b-b9f9-5c88bbaafc78 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:07:14.261551 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port be2d9617-3727-433b-b9f9-5c88bbaafc78 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:07:14.261955 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:14.331438 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Sync routers for ids ['207029e1-ce58-4ea2-9a33-7525bbe8a7c1'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:07:14.355281 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Routers {'207029e1-ce58-4ea2-9a33-7525bbe8a7c1'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:07:14.355946 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:06:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['207029e1-ce58-4ea2-9a33-7525bbe8a7c1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:07:14.357774 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port be2d9617-3727-433b-b9f9-5c88bbaafc78 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:07:14.588008 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Set router 207029e1-ce58-4ea2-9a33-7525bbe8a7c1 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:07:15.048183 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'name': 'router1', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '96953d21-f6f5-4d76-9ecb-c3fd8de0f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:06:53Z', 'updated_at': '2022-03-21T19:07:10Z', 'revision_number': 4, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'gw_port': {'id': '96953d21-f6f5-4d76-9ecb-c3fd8de0f365', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:07:09Z', 'updated_at': '2022-03-21T19:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'be2d9617-3727-433b-b9f9-5c88bbaafc78', 'name': '', 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'mac_address': 'fa:16:3e:ad:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:07:02Z', 'updated_at': '2022-03-21T19:07:05Z', 'revision_number': 5, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'subnets': [{'id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97ae029b-e98e-4e72-a14c-c4e69fe58a29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:07:15.098850 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Checking router: 207029e1-ce58-4ea2-9a33-7525bbe8a7c1 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:07:15.099218 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Updating router 207029e1-ce58-4ea2-9a33-7525bbe8a7c1 port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365 binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:07:15.149326 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:15.476117 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Publish callbacks [] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:15.482629 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:15.533677 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Attempting to bind port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:07:15.534057 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Attempting to bind port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:07:15.534425 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Attempting to bind port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365 on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:07:15.542086 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c5998-0533-4051-b6a0-f4c39b5efa99 None None] Pushing event updated for resources: {'Port': ['ID=96953d21-f6f5-4d76-9ecb-c3fd8de0f365,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:07:15.550648 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:07:15.550648 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:07:15.550648 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:15.550648 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:07:15.550648 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Bound port: 96953d21-f6f5-4d76-9ecb-c3fd8de0f365, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:07:15.550648 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:15.605724 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] For port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:07:15.608743 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] For port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=96953d21-f6f5-4d76-9ecb-c3fd8de0f365,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:07:15.614901 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:15.678496 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Routers {'207029e1-ce58-4ea2-9a33-7525bbe8a7c1'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:07:15.678496 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:06:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['207029e1-ce58-4ea2-9a33-7525bbe8a7c1'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:07:15.682590 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c5998-0533-4051-b6a0-f4c39b5efa99 None None] Pushing event updated for resources: {'Port': ['ID=96953d21-f6f5-4d76-9ecb-c3fd8de0f365,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:07:15.795601 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] Set router 207029e1-ce58-4ea2-9a33-7525bbe8a7c1 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:07:16.025752 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'name': 'router1', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '96953d21-f6f5-4d76-9ecb-c3fd8de0f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:06:53Z', 'updated_at': '2022-03-21T19:07:10Z', 'revision_number': 4, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'gw_port': {'id': '96953d21-f6f5-4d76-9ecb-c3fd8de0f365', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:07:09Z', 'updated_at': '2022-03-21T19:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'be2d9617-3727-433b-b9f9-5c88bbaafc78', 'name': '', 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'mac_address': 'fa:16:3e:ad:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:07:02Z', 'updated_at': '2022-03-21T19:07:05Z', 'revision_number': 5, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'subnets': [{'id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97ae029b-e98e-4e72-a14c-c4e69fe58a29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:07:16.052914 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71fd820-7518-4a62-9338-9098634b08a9 None None] The sync data for ids ['207029e1-ce58-4ea2-9a33-7525bbe8a7c1'] in dv-cinder-834527-2-iscsi is: [{'id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'name': 'router1', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': '96953d21-f6f5-4d76-9ecb-c3fd8de0f365', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:06:53Z', 'updated_at': '2022-03-21T19:07:10Z', 'revision_number': 4, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'gw_port': {'id': '96953d21-f6f5-4d76-9ecb-c3fd8de0f365', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:07:09Z', 'updated_at': '2022-03-21T19:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'be2d9617-3727-433b-b9f9-5c88bbaafc78', 'name': '', 'network_id': '09ccdf80-b423-4488-919f-43eb359ee614', 'tenant_id': '3456eb012d0f4854adbc2112d2ef0768', 'mac_address': 'fa:16:3e:ad:05:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207029e1-ce58-4ea2-9a33-7525bbe8a7c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:07:02Z', 'updated_at': '2022-03-21T19:07:05Z', 'revision_number': 5, 'project_id': '3456eb012d0f4854adbc2112d2ef0768', 'subnets': [{'id': '2342ec18-484d-421c-9d88-0dc4a716ac18', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97ae029b-e98e-4e72-a14c-c4e69fe58a29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:07:16.299836 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 96953d21-f6f5-4d76-9ecb-c3fd8de0f365 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:07:16.367197 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:07:16.367537 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:16.473404 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:07:16.473797 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:16.496366 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=96953d21-f6f5-4d76-9ecb-c3fd8de0f365,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:07:16.503020 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:16.553576 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=96953d21-f6f5-4d76-9ecb-c3fd8de0f365,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:07:18.271829 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 96953d21-f6f5-4d76-9ecb-c3fd8de0f365 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:07:18.334147 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:07:18.334537 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (96953d21-f6f5-4d76-9ecb-c3fd8de0f365), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:18.425434 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 96953d21-f6f5-4d76-9ecb-c3fd8de0f365 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:07:27.128262 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1a0d9a25-3a3d-4ce8-b14e-eaed2b1f5b6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:29.379888 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c34d7dca-664d-4e6b-a740-e99ea6a5b708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:30.422957 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:32.033317 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:33.473489 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:40.773908 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:07:57.142493 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-38820024-3706-40ae-a972-c6b76402a17b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:07:59.383845 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4054b7c5-8c49-4d00-b173-67b61ac695f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:00.426285 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:02.030253 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:03.476824 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:17.773015 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:08:27.127278 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-397b78e4-2d0a-4f3a-a959-a263a1508fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:29.386003 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ebc90d82-2219-44d2-8177-526b9201a9c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:30.426953 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:32.032751 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:33.480599 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:35.340352 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41414) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:08:35.399616 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf1549c-248c-49c9-8fff-9decb4e1ca29 admin admin] GET failed (client error): The resource could not be found. Mar 21 19:08:35.400925 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-acf1549c-248c-49c9-8fff-9decb4e1ca29 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596080 Mar 21 19:08:35.555315 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af045c89-6fe0-44e7-b980-dcb01cd29d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:35.556793 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-af045c89-6fe0-44e7-b980-dcb01cd29d46 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1518950 Mar 21 19:08:37.867024 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 41424) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:08:38.016414 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2552d6-4c5f-43ac-92a8-d5637d52db70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:38.017962 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2d2552d6-4c5f-43ac-92a8-d5637d52db70 admin admin] 10.222.0.41 "GET /v2.0/subnets/2342ec18-484d-421c-9d88-0dc4a716ac18 HTTP/1.1" status: 200 len: 849 time: 0.1499770 Mar 21 19:08:38.027491 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:08:38.109920 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Publish callbacks [] for subnet (2342ec18-484d-421c-9d88-0dc4a716ac18), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:38.258267 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787605993867'] for subnet (2342ec18-484d-421c-9d88-0dc4a716ac18), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:38.318918 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:38.319219 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:38.321755 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] 10.222.0.41 "PUT /v2.0/subnets/2342ec18-484d-421c-9d88-0dc4a716ac18 HTTP/1.1" status: 200 len: 868 time: 0.2978492 Mar 21 19:08:38.322376 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c0e25-ffb6-4cd0-9925-8b7122d69864 None None] Network 09ccdf80-b423-4488-919f-43eb359ee614 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:08:38.341704 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2342ec18-484d-421c-9d88-0dc4a716ac18,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:08:38.351793 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.352195 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.352590 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.352947 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.353279 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.353609 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.353940 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.354280 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.354598 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.354938 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.355266 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.355609 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.355942 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.356262 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.356601 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9dfdf6f-ba25-45b1-8f37-cace618c8c28 admin admin] Tracked resource versions report: Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: pushed versions: Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: { 'AddressGroup': {'1.2'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Agent': {'1.1'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'ConntrackHelper': {'1.0'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'LocalIPAssociation': {'1.0'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Log': {'1.0'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'NDPProxy': {'1.0'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Network': {'1.1'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Port': {'1.7'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'PortForwarding': {'1.3'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'QosPolicy': {'1.10'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SecurityGroup': {'1.5'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SecurityGroupRule': {'1.2'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SubPort': {'1.0'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Subnet': {'1.1'}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Trunk': {'1.1'}} Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: consumer versions: Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: { DHCP agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: L3 agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: Metadata agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: Metering agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: Open vSwitch agent@dv-cinder-834527-2-iscsi: { 'AddressGroup': '1.2', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Agent': '1.1', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'ConntrackHelper': '1.0', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'LocalIPAssociation': '1.0', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Log': '1.0', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'NDPProxy': '1.0', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Network': '1.1', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Port': '1.7', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'PortForwarding': '1.3', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'QosPolicy': '1.10', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SecurityGroup': '1.5', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SecurityGroupRule': '1.2', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SubPort': '1.0', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Subnet': '1.1', Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Trunk': '1.1'}} Mar 21 19:08:38.358033 dv-cinder-834527-2-iscsi neutron-server[103550]: {{(pid=103550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 19:08:38.673311 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c0f328b5-ed56-4594-8a99-669b3a3349e2 None None] Provisioning complete for port 72b0b204-bda8-4457-9485-eaf9bcf17310 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:08:38.673627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c0f328b5-ed56-4594-8a99-669b3a3349e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (72b0b204-bda8-4457-9485-eaf9bcf17310), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:38.748054 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c0f328b5-ed56-4594-8a99-669b3a3349e2 None None] Current status of the port 72b0b204-bda8-4457-9485-eaf9bcf17310 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:08:38.757630 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c0f328b5-ed56-4594-8a99-669b3a3349e2 None None] Provisioning complete for port be2d9617-3727-433b-b9f9-5c88bbaafc78 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:08:38.758025 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c0f328b5-ed56-4594-8a99-669b3a3349e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (be2d9617-3727-433b-b9f9-5c88bbaafc78), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:38.833948 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c0f328b5-ed56-4594-8a99-669b3a3349e2 None None] Current status of the port be2d9617-3727-433b-b9f9-5c88bbaafc78 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:08:40.673992 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 41438) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:08:40.905046 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91ee07-4b49-4920-8282-b2d1fcce5d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:40.905467 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f91ee07-4b49-4920-8282-b2d1fcce5d4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:40.906990 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4f91ee07-4b49-4920-8282-b2d1fcce5d4c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2320135 Mar 21 19:08:43.221247 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41446) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:08:43.415074 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c909e09-988d-4b20-bced-c66306a1c147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:43.415485 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c909e09-988d-4b20-bced-c66306a1c147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:43.417060 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-6c909e09-988d-4b20-bced-c66306a1c147 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948497 Mar 21 19:08:45.715384 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41454) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:08:45.839545 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c149eb-e27c-4c35-bf50-57d2564fb3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:45.840904 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c7c149eb-e27c-4c35-bf50-57d2564fb3d1 admin admin] 10.222.0.41 "GET /v2.0/networks/09ccdf80-b423-4488-919f-43eb359ee614 HTTP/1.1" status: 200 len: 869 time: 0.1245866 Mar 21 19:08:48.179421 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41462) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:08:48.302311 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faab2f99-dd91-4300-af12-d719bf27332e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:48.303680 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-faab2f99-dd91-4300-af12-d719bf27332e admin admin] 10.222.0.41 "GET /v2.0/networks/4ad7078d-2680-4fd0-b369-c65eef323e25 HTTP/1.1" status: 200 len: 886 time: 0.1233127 Mar 21 19:08:50.654262 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41470) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:08:50.775618 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc287f5-aeb7-49b9-b8c9-0eb38bd3ddc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:50.776067 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc287f5-aeb7-49b9-b8c9-0eb38bd3ddc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:50.777662 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7fc287f5-aeb7-49b9-b8c9-0eb38bd3ddc1 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224613 Mar 21 19:08:53.078754 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41478) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:08:53.166845 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf34d5-966c-4cb2-bcc1-78557749d047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:53.167302 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf34d5-966c-4cb2-bcc1-78557749d047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:53.168811 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b3bf34d5-966c-4cb2-bcc1-78557749d047 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0890963 Mar 21 19:08:54.772408 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:08:55.466791 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41486) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:08:55.557115 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d96e6b-2187-48ca-bd49-f585415bf5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:55.558448 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-35d96e6b-2187-48ca-bd49-f585415bf5ce admin admin] 10.222.0.41 "GET /v2.0/subnets/2342ec18-484d-421c-9d88-0dc4a716ac18 HTTP/1.1" status: 200 len: 868 time: 0.0901983 Mar 21 19:08:57.128853 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d9f08329-ab70-4df6-809e-c9ea9d7086b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:08:57.867587 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41494) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:08:57.953630 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9b4d2f-9ccf-4d0c-9c9f-7996141f8d44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:08:57.954965 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9a9b4d2f-9ccf-4d0c-9c9f-7996141f8d44 admin admin] 10.222.0.41 "GET /v2.0/subnets/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade HTTP/1.1" status: 200 len: 816 time: 0.0864346 Mar 21 19:08:59.387106 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4d8d06c0-2848-454c-8ddf-c7b450a71cef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:00.430608 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:02.034555 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:03.482601 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:25.896039 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41548) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:09:25.942136 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [None req-b80cf438-119a-4813-aac2-3092dc3b9ade admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:09:25.943170 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b80cf438-119a-4813-aac2-3092dc3b9ade admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461795 Mar 21 19:09:27.129673 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b0692e8f-d598-421c-b877-b2c8080f242e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:28.323491 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41556) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:09:28.386488 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.pecan_wsgi.hooks.translation [None req-1416c248-1916-4ab8-b83a-dd637c6a126e admin admin] GET failed (client error): The resource could not be found. Mar 21 19:09:28.387667 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1416c248-1916-4ab8-b83a-dd637c6a126e admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0632522 Mar 21 19:09:28.469376 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8023a63-06cf-4c18-9709-f9d3171f7724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:09:28.470848 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e8023a63-06cf-4c18-9709-f9d3171f7724 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0786591 Mar 21 19:09:29.387467 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf771-3406-4c61-8cc7-5d4eace44b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:30.433979 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:30.809772 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41564) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:09:30.855687 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:09:30.873910 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Made reservation on behalf of 1e1daa50d1764f4fa70969b02f0f6e4e for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:09:30.876182 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:30.902440 dv-cinder-834527-2-iscsi neutron-server[103551]: WARNING neutron.services.revisions.revision_plugin [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Could not find related network for resource to bump revision. Mar 21 19:09:30.913287 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:09:30.922134 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (df14f804-e5b3-480a-babc-a0a5c69a33ac), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:30.922473 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Added segment df14f804-e5b3-480a-babc-a0a5c69a33ac of type vlan for network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 Mar 21 19:09:30.961685 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (7e9fb1e1-9f2a-4452-8aab-b2931a4ace41), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:31.080818 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (7e9fb1e1-9f2a-4452-8aab-b2931a4ace41), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:31.081671 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:09:31.082247 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:31.136341 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3254590 Mar 21 19:09:31.145713 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Pushing event updated for resources: {'Network': ['ID=7e9fb1e1-9f2a-4452-8aab-b2931a4ace41,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:09:31.153063 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.153411 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.153779 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.154818 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.155158 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.155490 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.155817 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.156142 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.156515 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.156839 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.157188 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.157516 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.157837 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.158163 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.158480 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642fb874-5bf3-4cf6-b392-a30ce98e9c9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:31.171564 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:09:31.771267 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:09:32.038101 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:33.485316 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:33.488849 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41572) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:09:33.548709 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffbf64d-c4c0-477b-9964-b1196f670db6 admin admin] GET failed (client error): The resource could not be found. Mar 21 19:09:33.550009 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3ffbf64d-c4c0-477b-9964-b1196f670db6 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602057 Mar 21 19:09:33.620166 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b03e82-8bd2-46a3-b353-fe88985e05f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:09:33.621637 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-88b03e82-8bd2-46a3-b353-fe88985e05f2 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676606 Mar 21 19:09:33.631548 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41', 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:09:33.649516 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Made reservation on behalf of 1e1daa50d1764f4fa70969b02f0f6e4e for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:09:33.651761 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:33.806760 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (dc7e066c-8533-4e79-a140-84a6180abb99), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:33.859787 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7e066c-8533-4e79-a140-84a6180abb99,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:09:33.866340 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Checking segment: {'id': 'df14f804-e5b3-480a-babc-a0a5c69a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:09:33.866700 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Network hostable DHCP agents. Network: 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:09:33.883512 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:09:33.892306 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:09:33.897415 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:09:33.899329 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:33.900093 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4fb8f-5967-491c-920c-6b4b65077d20 None None] Network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:09:33.914019 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-6ae11616-ed41-4dec-afbb-83e11a3f0c8e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2857437 Mar 21 19:09:34.012894 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-7e9fb1e1-9f2a-4452-8aab-b2931a4ace41', 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41', 'project_id': '1e1daa50d1764f4fa70969b02f0f6e4e', 'fixed_ips': [{'subnet_id': 'dc7e066c-8533-4e79-a140-84a6180abb99'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:09:34.013864 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:34.153303 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Allocated IP 192.168.233.2 (7e9fb1e1-9f2a-4452-8aab-b2931a4ace41/dc7e066c-8533-4e79-a140-84a6180abb99/d452840d-ea12-43cc-9f83-3bbb46da260c) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:09:34.297476 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Publish callbacks [] for port (d452840d-ea12-43cc-9f83-3bbb46da260c), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:34.303573 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (d452840d-ea12-43cc-9f83-3bbb46da260c), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:34.339335 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:09:34.342704 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:09:34.346119 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:09:34.357856 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Pushing event updated for resources: {'Port': ['ID=d452840d-ea12-43cc-9f83-3bbb46da260c,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:09:34.379431 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.379708 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.380073 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.380418 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.380777 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.381109 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.381438 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.381765 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.382090 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.382410 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.382730 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.383068 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.383390 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.383706 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.384021 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:09:34.418559 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Attempting to bind port d452840d-ea12-43cc-9f83-3bbb46da260c on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:09:34.418940 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Attempting to bind port d452840d-ea12-43cc-9f83-3bbb46da260c by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': 'df14f804-e5b3-480a-babc-a0a5c69a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:09:34.419301 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Attempting to bind port d452840d-ea12-43cc-9f83-3bbb46da260c on network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:09:34.424879 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:09:34.425364 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Checking segment: {'id': 'df14f804-e5b3-480a-babc-a0a5c69a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:09:34.425636 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:34.426031 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Bound using segment: {'id': 'df14f804-e5b3-480a-babc-a0a5c69a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:09:34.426490 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Bound port: d452840d-ea12-43cc-9f83-3bbb46da260c, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df14f804-e5b3-480a-babc-a0a5c69a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:09:34.426869 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d452840d-ea12-43cc-9f83-3bbb46da260c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:34.590753 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] For port d452840d-ea12-43cc-9f83-3bbb46da260c, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:09:34.594394 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] For port d452840d-ea12-43cc-9f83-3bbb46da260c, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d452840d-ea12-43cc-9f83-3bbb46da260c,segment=NetworkSegment(df14f804-e5b3-480a-babc-a0a5c69a33ac),segment_id=df14f804-e5b3-480a-babc-a0a5c69a33ac)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:09:34.600436 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d452840d-ea12-43cc-9f83-3bbb46da260c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:34.661407 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ede90-a149-48d9-b166-e711a926abbc None None] Pushing event updated for resources: {'Port': ['ID=d452840d-ea12-43cc-9f83-3bbb46da260c,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:09:35.457096 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a6ec3b-5c79-4a28-bdb1-f8165f7e73f9 None None] Network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:09:35.533863 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-e195040d-f0f7-41d0-a61a-5b0c6fbfbdcb None None] Provisioning complete for port d452840d-ea12-43cc-9f83-3bbb46da260c triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:09:35.534352 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e195040d-f0f7-41d0-a61a-5b0c6fbfbdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d452840d-ea12-43cc-9f83-3bbb46da260c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:35.651404 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-e195040d-f0f7-41d0-a61a-5b0c6fbfbdcb None None] Current status of the port d452840d-ea12-43cc-9f83-3bbb46da260c is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:09:35.651404 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e195040d-f0f7-41d0-a61a-5b0c6fbfbdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d452840d-ea12-43cc-9f83-3bbb46da260c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:35.687448 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-e195040d-f0f7-41d0-a61a-5b0c6fbfbdcb None None] For port d452840d-ea12-43cc-9f83-3bbb46da260c, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d452840d-ea12-43cc-9f83-3bbb46da260c,segment=NetworkSegment(df14f804-e5b3-480a-babc-a0a5c69a33ac),segment_id=df14f804-e5b3-480a-babc-a0a5c69a33ac)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:09:35.693302 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e195040d-f0f7-41d0-a61a-5b0c6fbfbdcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d452840d-ea12-43cc-9f83-3bbb46da260c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:35.747255 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195040d-f0f7-41d0-a61a-5b0c6fbfbdcb None None] Pushing event updated for resources: {'Port': ['ID=d452840d-ea12-43cc-9f83-3bbb46da260c,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:09:35.915764 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-8bec7f1c-4629-410f-9ef9-f58e6bcee0f6 None None] Provisioning complete for port d452840d-ea12-43cc-9f83-3bbb46da260c triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:09:35.916148 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8bec7f1c-4629-410f-9ef9-f58e6bcee0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d452840d-ea12-43cc-9f83-3bbb46da260c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:35.992307 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-8bec7f1c-4629-410f-9ef9-f58e6bcee0f6 None None] Current status of the port d452840d-ea12-43cc-9f83-3bbb46da260c is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:09:36.310070 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d452840d-ea12-43cc-9f83-3bbb46da260c up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:09:36.363391 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port d452840d-ea12-43cc-9f83-3bbb46da260c triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:09:36.363793 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d452840d-ea12-43cc-9f83-3bbb46da260c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:36.440796 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port d452840d-ea12-43cc-9f83-3bbb46da260c is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:09:57.131897 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2bd2d81b-0e44-44cf-92a0-25172e577d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:09:59.389643 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-84cf4786-cd86-486e-a100-82ec621add3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:10:00.441541 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:10:02.040081 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:10:03.487665 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:10:08.769770 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:10:27.132177 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-26535fb4-60b8-4d3c-90bd-aa53d4de78da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:10:29.389453 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-288ad7e3-697e-4920-8d42-b60fb696bf41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:10:30.435188 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:10:32.044425 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:10:33.489158 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:10:45.768360 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:10:57.135433 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-000d6ed7-1e7a-4a35-9b74-426ef3498312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:10:59.392362 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-798d212b-29c8-4a13-9f4c-eed067f6f2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:00.439344 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:01.656075 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41610) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:11:01.661898 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [None req-96c9ff44-acf4-4a77-8471-c539a995990d tempest-verify_tempest_config-460929992 tempest-verify_tempest_config-460929992-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:11:01.662877 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-96c9ff44-acf4-4a77-8471-c539a995990d tempest-verify_tempest_config-460929992 tempest-verify_tempest_config-460929992-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057859 Mar 21 19:11:01.946889 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41628) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:11:02.044474 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:02.047308 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:02.122509 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Publish callbacks [] for security_group (11bb6836-1a64-41ec-b7af-a8dd1fd89e91), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:02.128627 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (11bb6836-1a64-41ec-b7af-a8dd1fd89e91), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:02.172542 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=af7c00b3d98c45d0aa4bb4ebbac00c41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2246244 Mar 21 19:11:02.173235 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bb6836-1a64-41ec-b7af-a8dd1fd89e91,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:11:02.175420 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 41632) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:11:02.179846 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.180198 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.180566 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.180903 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.181235 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.181562 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.181886 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.182209 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.182556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.182880 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.183219 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.183585 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.183903 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.184218 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.184556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2a7c22-f133-407d-bcac-12999a143528 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.252710 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Publish callbacks [] for security_group (11bb6836-1a64-41ec-b7af-a8dd1fd89e91), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:02.272721 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Publish callbacks [] for security_group (11bb6836-1a64-41ec-b7af-a8dd1fd89e91), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:02.363366 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (11bb6836-1a64-41ec-b7af-a8dd1fd89e91), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:02.365935 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:02.367097 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11bb6836-1a64-41ec-b7af-a8dd1fd89e91 HTTP/1.1" status: 204 len: 168 time: 0.1907086 Mar 21 19:11:02.375230 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bb6836-1a64-41ec-b7af-a8dd1fd89e91,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:11:02.381798 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.382160 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.382521 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.382869 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.383206 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.383542 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.383871 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.384201 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.384566 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.384902 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.385247 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.385564 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.385899 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.386211 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:02.386533 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb30fa2-2ba8-4864-8bae-b68b6afa6be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:11:03.491281 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:22.767122 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:11:27.136752 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-948d7f57-7f24-45f9-b4df-5ae764241f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:29.393925 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6190c51e-6508-45de-8939-6fa9ac755a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:30.443364 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:32.041315 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:33.494047 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:57.138040 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9d78ff23-0aec-483f-8cc4-e51aa1bcd658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:59.395665 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fcb022b0-c060-4c0f-9fb4-3a5d4d75d018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:11:59.766052 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:12:00.443047 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:12:02.044279 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:12:03.495712 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:12:27.141174 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cadb6dde-9803-4784-936c-efd566bcd5da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:12:29.396256 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d3da27b6-961f-4482-8895-5721589ac0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:12:30.446601 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:12:32.048570 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:12:33.497987 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:12:36.765519 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 5 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:12:43.331903 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3915042'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:12:57.142777 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b60f0abb-20d8-42f5-9e35-2f31172512a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:12:58.251182 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41704) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:12:58.356362 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-15ecdcd7-1d32-487b-8285-54e65aab5be8 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1040878 Mar 21 19:12:59.397655 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-192b9f78-3a27-4c87-bfcd-7a5d5622e364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:00.451630 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:00.677212 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41714) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:13:00.729880 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-321b3b36-7778-4069-b791-020337bf8b2b admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0515931 Mar 21 19:13:02.049452 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:03.501815 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:13.291336 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:13.764578 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:13:27.144019 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-84078361-5a4d-42f8-ad5e-4175a489b850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:29.399598 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b5fc850c-bbb2-44e7-b31b-355444ead9b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:30.451450 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:32.052464 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:33.504158 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:43.285725 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:50.764070 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:13:57.153929 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-361e24f2-0114-42cf-8516-190de7c340a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:13:59.403655 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-08b7a961-a470-42d2-8c55-233fce7fb780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:00.461033 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:02.055454 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:03.508675 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:13.284382 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:27.147424 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-07604d63-dd82-4862-bc3f-7090e3ae49d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:27.762547 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:14:29.406716 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d8865f99-be08-483f-a7cb-20092bb1b627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:30.457138 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:32.058167 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:33.510873 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:38.203887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41852) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:38.471533 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-581934206-network', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:38.498093 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Made reservation on behalf of cf9a98448f0e4dd5993434ab2567e6d9 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:14:38.500617 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:38.509632 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:38.592819 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Publish callbacks [] for security_group (342118fc-df1c-4df5-96df-88be6b67847e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:38.597533 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (342118fc-df1c-4df5-96df-88be6b67847e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:38.621169 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:14:38.637707 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (0d037e58-6f05-4e4a-a16a-03a7c7be9fe1), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:38.638053 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Added segment 0d037e58-6f05-4e4a-a16a-03a7c7be9fe1 of type vlan for network 0b962a0a-e309-4e68-80c4-e22169763239 Mar 21 19:14:38.639831 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342118fc-df1c-4df5-96df-88be6b67847e,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:38.681441 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.682615 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.683248 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.683747 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.684329 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.684853 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.685356 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.685842 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.686346 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.686822 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.687351 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.687695 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.688171 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.688672 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.689164 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Tracked resource versions report: Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: pushed versions: Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: { 'AddressGroup': {'1.2'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Agent': {'1.1'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'ConntrackHelper': {'1.0'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'LocalIPAssociation': {'1.0'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Log': {'1.0'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'NDPProxy': {'1.0'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Network': {'1.1'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Port': {'1.7'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'PortForwarding': {'1.3'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'QosPolicy': {'1.10'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SecurityGroup': {'1.5'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SecurityGroupRule': {'1.2'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SubPort': {'1.0'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Subnet': {'1.1'}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Trunk': {'1.1'}} Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: consumer versions: Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: { DHCP agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: HyperV agent@hv-cinder-83452: {}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: L3 agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: Metadata agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: Metering agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: Open vSwitch agent@dv-cinder-834527-2-iscsi: { 'AddressGroup': '1.2', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Agent': '1.1', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'ConntrackHelper': '1.0', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'LocalIPAssociation': '1.0', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Log': '1.0', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'NDPProxy': '1.0', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Network': '1.1', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Port': '1.7', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'PortForwarding': '1.3', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'QosPolicy': '1.10', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SecurityGroup': '1.5', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SecurityGroupRule': '1.2', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'SubPort': '1.0', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Subnet': '1.1', Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: 'Trunk': '1.1'}} Mar 21 19:14:38.690521 dv-cinder-834527-2-iscsi neutron-server[103551]: {{(pid=103551) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 19:14:38.709473 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (0b962a0a-e309-4e68-80c4-e22169763239), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:38.738064 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (0b962a0a-e309-4e68-80c4-e22169763239), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:38.739169 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:38.739958 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:38.811099 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 41900) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:38.816842 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Request body: {'subnet': {'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-581934206-subnet', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:38.817563 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6120307 Mar 21 19:14:38.818416 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5ae68-5283-498b-afca-fcef46a541b7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b962a0a-e309-4e68-80c4-e22169763239,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:38.829629 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 0b962a0a-e309-4e68-80c4-e22169763239 details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:14:38.843136 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Made reservation on behalf of cf9a98448f0e4dd5993434ab2567e6d9 for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:14:38.846190 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.091067 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.140641 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:39.150865 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.151215 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.151559 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.151898 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.152230 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.152576 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.152904 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.153388 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.153741 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.154068 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.154405 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.154734 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.155054 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.155372 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.155690 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Tracked resource versions report: Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: pushed versions: Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: { 'AddressGroup': {'1.2'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Agent': {'1.1'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'ConntrackHelper': {'1.0'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'LocalIPAssociation': {'1.0'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Log': {'1.0'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'NDPProxy': {'1.0'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Network': {'1.1'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Port': {'1.7'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'PortForwarding': {'1.3'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'QosPolicy': {'1.10'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SecurityGroup': {'1.5'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SecurityGroupRule': {'1.2'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SubPort': {'1.0'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Subnet': {'1.1'}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Trunk': {'1.1'}} Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: consumer versions: Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: { DHCP agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: HyperV agent@hv-cinder-83452: {}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: L3 agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: Metadata agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: Metering agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: Open vSwitch agent@dv-cinder-834527-2-iscsi: { 'AddressGroup': '1.2', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Agent': '1.1', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'ConntrackHelper': '1.0', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'LocalIPAssociation': '1.0', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Log': '1.0', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'NDPProxy': '1.0', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Network': '1.1', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Port': '1.7', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'PortForwarding': '1.3', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'QosPolicy': '1.10', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SecurityGroup': '1.5', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SecurityGroupRule': '1.2', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'SubPort': '1.0', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Subnet': '1.1', Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: 'Trunk': '1.1'}} Mar 21 19:14:39.156855 dv-cinder-834527-2-iscsi neutron-server[103550]: {{(pid=103550) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 19:14:39.172134 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41920) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:39.185733 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Checking segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:39.186093 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Network hostable DHCP agents. Network: 0b962a0a-e309-4e68-80c4-e22169763239, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:14:39.206920 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Network 0b962a0a-e309-4e68-80c4-e22169763239 is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:14:39.219735 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 0b962a0a-e309-4e68-80c4-e22169763239) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:39.224031 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:39.224706 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.231659 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dc1241-1ad1-45c9-8d2d-3dd4e44efb07 None None] Network 0b962a0a-e309-4e68-80c4-e22169763239 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:14:39.248717 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-dc3153cb-c72e-42df-af8f-b11907912a26 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4364607 Mar 21 19:14:39.252836 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41926) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:39.259187 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:39.291664 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.294036 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.359731 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-0b962a0a-e309-4e68-80c4-e22169763239', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:14:39.360709 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.405009 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks [] for router_controller (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), precommit_add_association {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.504685 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 41930) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:39.542506 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Allocated IP 172.20.0.2 (0b962a0a-e309-4e68-80c4-e22169763239/c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443/97fdbd9e-fe18-4ed9-9e55-b615fd147657) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:39.557106 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks [] for router_gateway (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.658307 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-241502476-network', 'tenant_id': '45accc44550e4cf5b681773828965abc'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:39.683966 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Made reservation on behalf of 45accc44550e4cf5b681773828965abc for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:14:39.687389 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.703330 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.729182 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 41942) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:39.769826 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Publish callbacks [] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.783184 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.807511 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Network 0b962a0a-e309-4e68-80c4-e22169763239 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:39.814198 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-network', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:39.824008 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:39.866794 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Made reservation on behalf of 689ad9bd383e4c2fb3772c4c8f958aca for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:14:39.874843 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.882376 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Publish callbacks [] for security_group (b6f7fd81-249f-4cb2-88dc-af2caa463fc5), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.896979 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b6f7fd81-249f-4cb2-88dc-af2caa463fc5), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.897469 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-461375867-network', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:39.899143 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:39.925136 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.928967 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Made reservation on behalf of eab2b14f00224b67b5cc9f55a10e7ca9 for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:14:39.933902 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.951226 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:39.980991 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Pushing event updated for resources: {'Port': ['ID=97fdbd9e-fe18-4ed9-9e55-b615fd147657,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:40.000842 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7fd81-249f-4cb2-88dc-af2caa463fc5,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:40.024259 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:14:40.053824 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.054415 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.054990 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.055518 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.056042 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.056945 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (3ae9c478-37fb-44bd-a609-17f6f0b1e22b), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.057469 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.057975 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.058498 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Added segment 3ae9c478-37fb-44bd-a609-17f6f0b1e22b of type vlan for network 3772453a-d608-41b2-ad11-b15e5adceaee Mar 21 19:14:40.059017 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.060900 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.061440 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.061960 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.062486 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.065602 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.066154 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Tracked resource versions report: Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: pushed versions: Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: { 'AddressGroup': {'1.2'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Agent': {'1.1'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'ConntrackHelper': {'1.0'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'LocalIPAssociation': {'1.0'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Log': {'1.0'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'NDPProxy': {'1.0'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Network': {'1.1'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Port': {'1.7'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'PortForwarding': {'1.3'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'QosPolicy': {'1.10'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SecurityGroup': {'1.5'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SecurityGroupRule': {'1.2'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SubPort': {'1.0'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Subnet': {'1.1'}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Trunk': {'1.1'}} Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: consumer versions: Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: { DHCP agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: HyperV agent@hv-cinder-83452: {}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: L3 agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: Metadata agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: Metering agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: Open vSwitch agent@dv-cinder-834527-2-iscsi: { 'AddressGroup': '1.2', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Agent': '1.1', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'ConntrackHelper': '1.0', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'LocalIPAssociation': '1.0', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Log': '1.0', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'NDPProxy': '1.0', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Network': '1.1', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Port': '1.7', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'PortForwarding': '1.3', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'QosPolicy': '1.10', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SecurityGroup': '1.5', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SecurityGroupRule': '1.2', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'SubPort': '1.0', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Subnet': '1.1', Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: 'Trunk': '1.1'}} Mar 21 19:14:40.068166 dv-cinder-834527-2-iscsi neutron-server[103552]: {{(pid=103552) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 19:14:40.085271 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks [] for router_gateway (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.087609 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Attempting to bind port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:14:40.088798 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Attempting to bind port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:14:40.090894 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Publish callbacks [] for security_group (56d9a3a9-6963-47f0-95dd-96dc6fa2c5d5), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.098039 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Attempting to bind port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 on network 0b962a0a-e309-4e68-80c4-e22169763239 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:14:40.110093 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:14:40.110918 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Checking segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:40.111215 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (56d9a3a9-6963-47f0-95dd-96dc6fa2c5d5), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.111771 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.112368 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Bound using segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:14:40.113091 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Bound port: 97fdbd9e-fe18-4ed9-9e55-b615fd147657, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:14:40.113856 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.132349 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.158021 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d9a3a9-6963-47f0-95dd-96dc6fa2c5d5,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:40.185026 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:14:40.202280 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (3772453a-d608-41b2-ad11-b15e5adceaee), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.219061 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787605767226', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (437af2ac-e44a-472e-af48-603ab3cfb7d2), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.219689 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Unsubscribe: segment precommit_create {{(pid=103550) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 19:14:40.220192 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Added segment 437af2ac-e44a-472e-af48-603ab3cfb7d2 of type vlan for network 0c43845d-b277-4a2a-9057-6079c0477fee Mar 21 19:14:40.263724 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (3772453a-d608-41b2-ad11-b15e5adceaee), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.265858 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:40.266654 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.304385 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] For port 97fdbd9e-fe18-4ed9-9e55-b615fd147657, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:14:40.304951 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (0c43845d-b277-4a2a-9057-6079c0477fee), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.315862 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] For port 97fdbd9e-fe18-4ed9-9e55-b615fd147657, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=97fdbd9e-fe18-4ed9-9e55-b615fd147657,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:14:40.333637 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.361488 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] Pushing event updated for resources: {'Network': ['ID=3772453a-d608-41b2-ad11-b15e5adceaee,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:40.372618 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-18cfc316-214f-4379-bedf-1e628ebaf766 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1993527 Mar 21 19:14:40.373479 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41974) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:40.380616 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Request body: {'subnet': {'network_id': '3772453a-d608-41b2-ad11-b15e5adceaee', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-241502476-subnet', 'tenant_id': '45accc44550e4cf5b681773828965abc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:40.411845 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Made reservation on behalf of 45accc44550e4cf5b681773828965abc for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:14:40.414295 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.417159 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 3772453a-d608-41b2-ad11-b15e5adceaee details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:14:40.456770 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Allocated IP 172.27.3.193 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/56b4c644-9bac-4f93-b049-defc502a7db6) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:40.525204 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (0c43845d-b277-4a2a-9057-6079c0477fee), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.526237 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:40.526830 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.659753 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a54a2-c488-42e0-8285-9bf91f25647c None None] Pushing event updated for resources: {'Port': ['ID=97fdbd9e-fe18-4ed9-9e55-b615fd147657,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:40.808797 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks [] for port (56b4c644-9bac-4f93-b049-defc502a7db6), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.836008 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Publish callbacks [] for security_group (3a95f839-1c45-4066-ad02-a48987451768), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.842690 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] Pushing event updated for resources: {'Network': ['ID=0c43845d-b277-4a2a-9057-6079c0477fee,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:40.852163 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 41988) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:40.855296 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-53281eb9-38ee-4023-9ff5-36d605d9f4b6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1247036 Mar 21 19:14:40.857384 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3a95f839-1c45-4066-ad02-a48987451768), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.859429 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Request body: {'subnet': {'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-subnet', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:40.868717 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 0c43845d-b277-4a2a-9057-6079c0477fee details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:14:40.878238 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:14:40.893719 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (f851b862-081c-4297-8624-1b2325cb87e7), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:40.896971 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Added segment f851b862-081c-4297-8624-1b2325cb87e7 of type vlan for network 742ba410-cead-4812-99b4-e7915464adb5 Mar 21 19:14:40.905535 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Made reservation on behalf of eab2b14f00224b67b5cc9f55a10e7ca9 for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:14:40.908149 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.018681 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (742ba410-cead-4812-99b4-e7915464adb5), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.142852 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (742ba410-cead-4812-99b4-e7915464adb5), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.144203 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:41.144984 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.235461 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (23aa5316-0691-4cfc-bd15-7c03f36e59c4), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.239966 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Pushing event updated for resources: {'Network': ['ID=742ba410-cead-4812-99b4-e7915464adb5,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:41.248141 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7407243 Mar 21 19:14:41.248640 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774013db-9c6e-4b46-9fc3-38d16c40b26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a95f839-1c45-4066-ad02-a48987451768,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:41.250781 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 42002) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:41.255360 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 742ba410-cead-4812-99b4-e7915464adb5 details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:14:41.256650 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Request body: {'subnet': {'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-subnet', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:41.282415 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Made reservation on behalf of 689ad9bd383e4c2fb3772c4c8f958aca for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:14:41.283713 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Pushing event updated for resources: {'Subnet': ['ID=23aa5316-0691-4cfc-bd15-7c03f36e59c4,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:41.290140 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.297126 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (c479be7a-e1eb-4a1c-a99c-6ff36ffaac46), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.366766 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Checking segment: {'id': '3ae9c478-37fb-44bd-a609-17f6f0b1e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3772453a-d608-41b2-ad11-b15e5adceaee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:41.367519 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Network hostable DHCP agents. Network: 3772453a-d608-41b2-ad11-b15e5adceaee, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:14:41.372653 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.422039 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Network 3772453a-d608-41b2-ad11-b15e5adceaee is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:14:41.457396 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:41.458679 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Checking segment: {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:41.459273 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Network hostable DHCP agents. Network: 0c43845d-b277-4a2a-9057-6079c0477fee, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:14:41.464530 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 3772453a-d608-41b2-ad11-b15e5adceaee) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:41.466455 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c479be7a-e1eb-4a1c-a99c-6ff36ffaac46,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:41.475272 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:41.481342 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:41.482217 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.482906 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4c2f1e-6864-4263-84ab-6064dc6a969f None None] Network 3772453a-d608-41b2-ad11-b15e5adceaee requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:14:41.526008 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Pushing event updated for resources: {'Port': ['ID=56b4c644-9bac-4f93-b049-defc502a7db6,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:41.528987 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:41.588875 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b4511555-47e8-421c-944a-962e32c138fe admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2113130 Mar 21 19:14:41.633143 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Network 0c43845d-b277-4a2a-9057-6079c0477fee is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:14:41.679198 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444e6b68-d6e7-4e0c-b951-cd3d69f81f1f None None] Network 3772453a-d608-41b2-ad11-b15e5adceaee requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:14:41.686122 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 0c43845d-b277-4a2a-9057-6079c0477fee) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:41.696270 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (ea7c325d-333c-4ee6-bfdd-52df602a1290), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.708834 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:41.709608 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.756094 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7c325d-333c-4ee6-bfdd-52df602a1290,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:41.762563 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7e99fb08-6760-4179-a5e4-9b47645c459f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9073148 Mar 21 19:14:41.765774 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42026) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:41.771806 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:41.774180 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9372ab-6518-440f-b12f-fc64271f1913 None None] Network 0c43845d-b277-4a2a-9057-6079c0477fee requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:14:41.871147 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Checking segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:41.874390 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Network hostable DHCP agents. Network: 742ba410-cead-4812-99b4-e7915464adb5, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:14:41.921543 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Network 742ba410-cead-4812-99b4-e7915464adb5 is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:14:41.940960 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 742ba410-cead-4812-99b4-e7915464adb5) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:41.962520 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:41.963553 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.967545 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (428b30e5-d1da-4772-b477-1e041c1aaf02), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:41.968908 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (428b30e5-d1da-4772-b477-1e041c1aaf02), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.009677 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-bfcf817d-385f-449f-8005-5bd3e568691b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7575381 Mar 21 19:14:42.010086 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42038) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:42.023325 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:42.052464 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks [] for router_gateway (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.104711 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7e2ac1-1c8a-4e71-8a6d-deed7333acee None None] Network 742ba410-cead-4812-99b4-e7915464adb5 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:14:42.144393 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks [] for router_controller (428b30e5-d1da-4772-b477-1e041c1aaf02), precommit_add_association {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.236105 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (b344e114-cac5-457d-8db3-1994c731ebfb), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.237644 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (b344e114-cac5-457d-8db3-1994c731ebfb), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.267501 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-742ba410-cead-4812-99b4-e7915464adb5', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:14:42.268362 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.290488 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-0c43845d-b277-4a2a-9057-6079c0477fee', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:14:42.291845 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.461258 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks [] for router_gateway (428b30e5-d1da-4772-b477-1e041c1aaf02), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.462607 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b3778e-fab8-4a95-8376-748268a7dc4a None None] Network 0b962a0a-e309-4e68-80c4-e22169763239 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:14:42.472037 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks [] for router_controller (b344e114-cac5-457d-8db3-1994c731ebfb), precommit_add_association {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.655467 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Allocated IP 172.20.0.2 (0c43845d-b277-4a2a-9057-6079c0477fee/23aa5316-0691-4cfc-bd15-7c03f36e59c4/9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:42.887823 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks [] for router_gateway (b344e114-cac5-457d-8db3-1994c731ebfb), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.922258 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:42.941308 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 42102) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:42.944982 dv-cinder-834527-2-iscsi neutron-server[103550]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 19:14:42.975561 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 97fdbd9e-fe18-4ed9-9e55-b615fd147657 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:43.145804 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Allocated IP 172.20.0.2 (742ba410-cead-4812-99b4-e7915464adb5/ea7c325d-333c-4ee6-bfdd-52df602a1290/c08c04ed-596a-4b2a-8056-49621ecb418b) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:43.182651 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-eb719312-3edd-411e-a7fb-e0c9b585c93f None None] Provisioning complete for port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:43.182912 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eb719312-3edd-411e-a7fb-e0c9b585c93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.254430 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:14:43.291754 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-64612a8e-5fc4-4e72-bb23-f8e003d8963f tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:43.293478 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-64612a8e-5fc4-4e72-bb23-f8e003d8963f tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/networks?id=3772453a-d608-41b2-ad11-b15e5adceaee HTTP/1.1" status: 200 len: 811 time: 0.3498163 Mar 21 19:14:43.321885 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-1b632229-aeea-4bb7-96f7-136cd587f315 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/quotas/45accc44550e4cf5b681773828965abc HTTP/1.1" status: 200 len: 375 time: 0.0212047 Mar 21 19:14:43.350294 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks [] for router_gateway (428b30e5-d1da-4772-b477-1e041c1aaf02), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.432888 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-e4dba0e0-f407-4983-bc99-bf36edba8400 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=45accc44550e4cf5b681773828965abc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053438 Mar 21 19:14:43.551474 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.565979 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:14:43.580444 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:14:43.581932 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.593162 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:43.593750 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.607825 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:14:43.619820 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:14:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:43.643073 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Publish callbacks [] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.686534 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks [] for router_gateway (b344e114-cac5-457d-8db3-1994c731ebfb), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.701293 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.749189 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-df5e57fb-e963-4bf0-8d0c-fa46a2259e1c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:14:43.758176 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-df5e57fb-e963-4bf0-8d0c-fa46a2259e1c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1000471 Mar 21 19:14:43.788721 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Network 0c43845d-b277-4a2a-9057-6079c0477fee is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:43.791374 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.815343 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.822423 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8dcb88e6-bd5d-4741-ae8c-b8a5e55466d7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5646801 Mar 21 19:14:43.843001 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42152) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:43.860546 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:43.861953 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:43.862713 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.876160 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:43.884961 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-eb719312-3edd-411e-a7fb-e0c9b585c93f None None] Current status of the port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:43.885605 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eb719312-3edd-411e-a7fb-e0c9b585c93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:43.987421 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:14:44.021971 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Publish callbacks [] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.026862 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Pushing event updated for resources: {'Port': ['ID=9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:44.037818 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-eb719312-3edd-411e-a7fb-e0c9b585c93f None None] For port 97fdbd9e-fe18-4ed9-9e55-b615fd147657, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=97fdbd9e-fe18-4ed9-9e55-b615fd147657,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:14:44.048179 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-c81b96f5-4d21-4b16-9e32-88d25720d6ab service neutron] 10.222.0.41 "GET /v2.0/networks/3772453a-d608-41b2-ad11-b15e5adceaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887626 Mar 21 19:14:44.086282 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eb719312-3edd-411e-a7fb-e0c9b585c93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.196524 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.220630 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Network 742ba410-cead-4812-99b4-e7915464adb5 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:44.248777 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:44.254175 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:44.262521 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Attempting to bind port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:14:44.263231 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Attempting to bind port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:14:44.263809 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Attempting to bind port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 on network 0c43845d-b277-4a2a-9057-6079c0477fee {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:14:44.277715 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:14:44.278677 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Checking segment: {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:44.278814 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Allocated IP 172.27.3.120 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/b584b649-2cdd-43b2-b6e1-7bf18eac703c) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:44.279556 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.280191 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Bound using segment: {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:14:44.280998 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Bound port: 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:14:44.281875 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.332022 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 42162) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:44.352879 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-91955bd7-8ec2-4a3d-8ab4-e8dd29cd2c30 service neutron] 10.222.0.41 "GET /v2.0/networks/3772453a-d608-41b2-ad11-b15e5adceaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925742 Mar 21 19:14:44.376866 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.db.api [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 19:14:44.377535 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG oslo_db.api [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 19:14:44.397168 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:41Z', 'revision_number': 3, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:44.415247 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Attempting to bind port c08c04ed-596a-4b2a-8056-49621ecb418b on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:14:44.416274 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Attempting to bind port c08c04ed-596a-4b2a-8056-49621ecb418b by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:14:44.416884 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Attempting to bind port c08c04ed-596a-4b2a-8056-49621ecb418b on network 742ba410-cead-4812-99b4-e7915464adb5 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:14:44.419480 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-4665d628-4c59-45f1-8f08-4ae703699034 None None] Provisioning complete for port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:44.420299 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4665d628-4c59-45f1-8f08-4ae703699034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.429621 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb719312-3edd-411e-a7fb-e0c9b585c93f None None] Pushing event updated for resources: {'Port': ['ID=97fdbd9e-fe18-4ed9-9e55-b615fd147657,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:44.469553 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:14:44.470344 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Checking segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:44.470974 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.471587 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Bound using segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:14:44.472313 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Bound port: c08c04ed-596a-4b2a-8056-49621ecb418b, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:14:44.472997 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.520351 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:14:44.521188 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Updating router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e port 56b4c644-9bac-4f93-b049-defc502a7db6 binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:14:44.526991 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks [] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.603055 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] For port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:14:44.607252 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.658588 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-162b753d-bdb2-4825-8163-4d1a31b0eca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.687489 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.707024 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] For port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:14:44.805830 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Pushing event updated for resources: {'Port': ['ID=c08c04ed-596a-4b2a-8056-49621ecb418b,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:44.812641 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-162b753d-bdb2-4825-8163-4d1a31b0eca3 admin admin] Publish callbacks [] for security_group (2c0bfa72-e21f-4c89-a3c3-2f467159d8fe), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.824923 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-162b753d-bdb2-4825-8163-4d1a31b0eca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (2c0bfa72-e21f-4c89-a3c3-2f467159d8fe), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.829722 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:44.867162 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:44.911999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Allocated IP 172.27.3.176 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/4b793ebd-8d2a-46a6-b7c7-66a6e33347da) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:45.021678 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:45.108203 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b753d-bdb2-4825-8163-4d1a31b0eca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0bfa72-e21f-4c89-a3c3-2f467159d8fe,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:45.125396 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-59a12f92-ad7b-4572-a19c-e44f34857067 req-13834885-cf90-4865-9659-78035670ec06 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 210 time: 0.2130806 Mar 21 19:14:45.146284 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-162b753d-bdb2-4825-8163-4d1a31b0eca3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2970412b6284d9aa4617577b0fd0b6a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8131869 Mar 21 19:14:45.154179 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 42206) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:45.261115 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c6fee8d6-4f60-4b48-a006-b6d321ce8e01 admin admin] Publish callbacks [] for security_group (2c0bfa72-e21f-4c89-a3c3-2f467159d8fe), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:45.328275 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:45.340737 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-4665d628-4c59-45f1-8f08-4ae703699034 None None] Current status of the port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:45.341827 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks [] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:45.343493 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317508b-2be7-4929-a19c-6411418039a3 None None] Pushing event updated for resources: {'Port': ['ID=9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:45.357024 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] For port c08c04ed-596a-4b2a-8056-49621ecb418b, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:14:45.363222 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] For port c08c04ed-596a-4b2a-8056-49621ecb418b, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=c08c04ed-596a-4b2a-8056-49621ecb418b,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:14:45.376565 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c6fee8d6-4f60-4b48-a006-b6d321ce8e01 admin admin] Publish callbacks [] for security_group (2c0bfa72-e21f-4c89-a3c3-2f467159d8fe), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:45.376976 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:45.384392 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:45.484963 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c6fee8d6-4f60-4b48-a006-b6d321ce8e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (2c0bfa72-e21f-4c89-a3c3-2f467159d8fe), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:45.489091 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c6fee8d6-4f60-4b48-a006-b6d321ce8e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:45.499634 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c6fee8d6-4f60-4b48-a006-b6d321ce8e01 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c0bfa72-e21f-4c89-a3c3-2f467159d8fe HTTP/1.1" status: 204 len: 168 time: 0.3396111 Mar 21 19:14:45.519947 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 97fdbd9e-fe18-4ed9-9e55-b615fd147657 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:45.526412 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Pushing event updated for resources: {'Port': ['ID=b584b649-2cdd-43b2-b6e1-7bf18eac703c,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:45.536731 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fee8d6-4f60-4b48-a006-b6d321ce8e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0bfa72-e21f-4c89-a3c3-2f467159d8fe,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:45.593650 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdeb39-c79d-4aa2-b6b6-fe2def8ae146 None None] Pushing event updated for resources: {'Port': ['ID=c08c04ed-596a-4b2a-8056-49621ecb418b,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:45.609404 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:45.695243 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:45.695951 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:45.698261 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Pushing event updated for resources: {'Port': ['ID=4b793ebd-8d2a-46a6-b7c7-66a6e33347da,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:45.777872 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:45.779714 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:45.821969 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:45.827352 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:45.828852 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:45.885327 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Publish callbacks [] for port (56b4c644-9bac-4f93-b049-defc502a7db6), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:45.894209 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.016317 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Pushing event updated for resources: {'Port': ['ID=56b4c644-9bac-4f93-b049-defc502a7db6,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:46.026211 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.026843 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.027440 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.027961 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.029347 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.029710 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.030260 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.030755 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.031249 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.031847 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.032347 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.033215 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.033725 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.034213 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.034719 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Tracked resource versions report: Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: pushed versions: Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: { 'AddressGroup': {'1.2'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Agent': {'1.1'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'ConntrackHelper': {'1.0'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'LocalIPAssociation': {'1.0'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Log': {'1.0'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'NDPProxy': {'1.0'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Network': {'1.1'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Port': {'1.7'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'PortForwarding': {'1.3'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'QosPolicy': {'1.10'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SecurityGroup': {'1.5'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SecurityGroupRule': {'1.2'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SubPort': {'1.0'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Subnet': {'1.1'}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Trunk': {'1.1'}} Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: consumer versions: Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: { DHCP agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: HyperV agent@hv-cinder-83452: {}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: L3 agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: Metadata agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: Metering agent@dv-cinder-834527-2-iscsi: {}, Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: Open vSwitch agent@dv-cinder-834527-2-iscsi: { 'AddressGroup': '1.2', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Agent': '1.1', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'ConntrackHelper': '1.0', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'LocalIPAssociation': '1.0', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Log': '1.0', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'NDPProxy': '1.0', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Network': '1.1', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Port': '1.7', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'PortForwarding': '1.3', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'QosPolicy': '1.10', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SecurityGroup': '1.5', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SecurityGroupRule': '1.2', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'SubPort': '1.0', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Subnet': '1.1', Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: 'Trunk': '1.1'}} Mar 21 19:14:46.041128 dv-cinder-834527-2-iscsi neutron-server[103553]: {{(pid=103553) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 19:14:46.112136 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Attempting to bind port 56b4c644-9bac-4f93-b049-defc502a7db6 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:14:46.112574 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Attempting to bind port 56b4c644-9bac-4f93-b049-defc502a7db6 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:14:46.112958 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Attempting to bind port 56b4c644-9bac-4f93-b049-defc502a7db6 on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:14:46.124063 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 42242) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:46.126148 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:14:46.126825 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:46.127390 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.127890 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:14:46.128576 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Bound port: 56b4c644-9bac-4f93-b049-defc502a7db6, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:14:46.129078 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.146478 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-283e8e10-468f-4df9-ab5a-560ab49ef1f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.229828 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] For port 56b4c644-9bac-4f93-b049-defc502a7db6, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:14:46.234394 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] For port 56b4c644-9bac-4f93-b049-defc502a7db6, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=56b4c644-9bac-4f93-b049-defc502a7db6,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:14:46.252829 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.278093 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks [] for router_gateway (428b30e5-d1da-4772-b477-1e041c1aaf02), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.315716 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6e787822-f554-4203-92d2-03bd632bc470 req-cd297ecd-1dd9-4e78-84ea-b5fd448127ab tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 210 time: 0.0734854 Mar 21 19:14:46.346150 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:14:46.347349 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:14:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:46.369168 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-283e8e10-468f-4df9-ab5a-560ab49ef1f6 admin admin] Publish callbacks [] for security_group (b06df57a-8399-48c4-bee9-a97b32d19748), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.378848 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-283e8e10-468f-4df9-ab5a-560ab49ef1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b06df57a-8399-48c4-bee9-a97b32d19748), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.448985 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f70fad-5e16-4508-895d-74e6ffcea3b7 None None] Pushing event updated for resources: {'Port': ['ID=56b4c644-9bac-4f93-b049-defc502a7db6,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:46.497743 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-283e8e10-468f-4df9-ab5a-560ab49ef1f6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf4e8973a3674d3a8e878b12b36fe5c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3722763 Mar 21 19:14:46.499581 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e8e10-468f-4df9-ab5a-560ab49ef1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06df57a-8399-48c4-bee9-a97b32d19748,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:46.520537 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42252) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:46.553647 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:14:46.603857 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ac3a97-b3c1-48e3-98cd-3976456a3689 None None] Network 0c43845d-b277-4a2a-9057-6079c0477fee requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:14:46.710491 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-91a1cff0-17bb-4d41-97af-34324e888ddb None None] Provisioning complete for port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:46.711610 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-91a1cff0-17bb-4d41-97af-34324e888ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.784153 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:41Z', 'revision_number': 3, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:46.791522 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Allocated IP 172.20.0.1 (0b962a0a-e309-4e68-80c4-e22169763239/c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443/d7b6d03c-08ca-468f-a5e8-f610902c9f8c) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:46.824387 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff2779a-3b32-440d-a777-11efaa533209 None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:41Z', 'revision_number': 3, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:14:46.867754 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b37deda3-4972-4fd8-9396-45e641b7b49e admin admin] Publish callbacks [] for security_group (b06df57a-8399-48c4-bee9-a97b32d19748), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.868221 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-91a1cff0-17bb-4d41-97af-34324e888ddb None None] Current status of the port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:46.869208 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-91a1cff0-17bb-4d41-97af-34324e888ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.881870 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks [] for router_gateway (b344e114-cac5-457d-8db3-1994c731ebfb), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:46.930572 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-91a1cff0-17bb-4d41-97af-34324e888ddb None None] For port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:14:46.938162 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-91a1cff0-17bb-4d41-97af-34324e888ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:47.034514 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1cff0-17bb-4d41-97af-34324e888ddb None None] Pushing event updated for resources: {'Port': ['ID=9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:47.128626 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b37deda3-4972-4fd8-9396-45e641b7b49e admin admin] Publish callbacks [] for security_group (b06df57a-8399-48c4-bee9-a97b32d19748), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:47.185618 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (428b30e5-d1da-4772-b477-1e041c1aaf02), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:47.271912 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-be04035a-9799-4746-88bf-a74da39c5a33 None None] Provisioning complete for port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:47.272352 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-be04035a-9799-4746-88bf-a74da39c5a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:47.307918 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e6f9d-2bc6-4105-a93c-6846cea85d68 None None] Network 742ba410-cead-4812-99b4-e7915464adb5 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:14:47.405312 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b37deda3-4972-4fd8-9396-45e641b7b49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b06df57a-8399-48c4-bee9-a97b32d19748), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:47.412899 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b37deda3-4972-4fd8-9396-45e641b7b49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:47.414072 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b37deda3-4972-4fd8-9396-45e641b7b49e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b06df57a-8399-48c4-bee9-a97b32d19748 HTTP/1.1" status: 204 len: 168 time: 0.8910620 Mar 21 19:14:47.629183 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.55', 52475) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:47.681005 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-be04035a-9799-4746-88bf-a74da39c5a33 None None] Current status of the port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:47.850762 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-614d6198-1e6a-48cc-a35c-bce93178e68c None None] Provisioning complete for port c08c04ed-596a-4b2a-8056-49621ecb418b triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:47.864593 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-614d6198-1e6a-48cc-a35c-bce93178e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:47.878949 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Publish callbacks [] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:47.898648 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-aa986b70-0bae-4438-9dc6-97c5165fd4b8 req-482bcd3e-c11e-44bc-a18c-e3525296e3a2 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 210 time: 0.0870104 Mar 21 19:14:47.924723 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:47.976465 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-73d29c1a-6294-4ba1-9600-fb69b8d0a65a tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:47.987619 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-73d29c1a-6294-4ba1-9600-fb69b8d0a65a tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.55 "GET /v2.0/networks?id=3772453a-d608-41b2-ad11-b15e5adceaee HTTP/1.1" status: 200 len: 811 time: 0.3487902 Mar 21 19:14:48.003311 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37deda3-4972-4fd8-9396-45e641b7b49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06df57a-8399-48c4-bee9-a97b32d19748,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:48.010978 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:48.068658 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Request body: {'port': {'device_id': '4854e122-a5e8-484d-be53-c6721fc98b9a', 'network_id': '3772453a-d608-41b2-ad11-b15e5adceaee', 'admin_state_up': True, 'tenant_id': '45accc44550e4cf5b681773828965abc'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:48.103338 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b6d03c-08ca-468f-a5e8-f610902c9f8c,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:48.129050 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:48.129448 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:48.186594 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (b344e114-cac5-457d-8db3-1994c731ebfb), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:48.205945 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-614d6198-1e6a-48cc-a35c-bce93178e68c None None] Current status of the port c08c04ed-596a-4b2a-8056-49621ecb418b is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:48.206896 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Network 0b962a0a-e309-4e68-80c4-e22169763239 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:48.209287 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-614d6198-1e6a-48cc-a35c-bce93178e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:48.338942 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-614d6198-1e6a-48cc-a35c-bce93178e68c None None] For port c08c04ed-596a-4b2a-8056-49621ecb418b, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=c08c04ed-596a-4b2a-8056-49621ecb418b,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:14:48.366420 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-614d6198-1e6a-48cc-a35c-bce93178e68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:48.371287 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:48.377428 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:48.379011 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:48.682592 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d6198-1e6a-48cc-a35c-bce93178e68c None None] Pushing event updated for resources: {'Port': ['ID=c08c04ed-596a-4b2a-8056-49621ecb418b,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:48.689010 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:48.690169 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device c08c04ed-596a-4b2a-8056-49621ecb418b up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:48.692351 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-6afcd5f1-7fb1-4bf0-81af-2c2cc4446ea1 None None] Provisioning complete for port c08c04ed-596a-4b2a-8056-49621ecb418b triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:48.692802 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6afcd5f1-7fb1-4bf0-81af-2c2cc4446ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:48.695454 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Made reservation on behalf of 45accc44550e4cf5b681773828965abc for: {'port': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:14:48.710960 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:48.797176 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Router 428b30e5-d1da-4772-b477-1e041c1aaf02 is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:14:48.969578 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port c08c04ed-596a-4b2a-8056-49621ecb418b triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:48.970086 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:48.987664 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-6afcd5f1-7fb1-4bf0-81af-2c2cc4446ea1 None None] Current status of the port c08c04ed-596a-4b2a-8056-49621ecb418b is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:49.096852 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:49.108303 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port c08c04ed-596a-4b2a-8056-49621ecb418b is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:49.109628 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 56b4c644-9bac-4f93-b049-defc502a7db6 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:49.160813 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-1e7ffc61-1d96-43f8-8d70-3c89493d1a88 None None] Provisioning complete for port d7b6d03c-08ca-468f-a5e8-f610902c9f8c triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:49.164051 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1e7ffc61-1d96-43f8-8d70-3c89493d1a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:49.202811 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:14:49.203612 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-35e1e220-f76a-4217-a1a9-d4bcb1f13703 req-07b09ce9-e3cb-4837-b507-19080db45bc4 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 210 time: 0.1658130 Mar 21 19:14:49.208603 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Router b344e114-cac5-457d-8db3-1994c731ebfb is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:14:49.225789 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Sync routers for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:14:49.268120 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:14:49.269293 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:14:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:49.283472 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:49.295684 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b290b7c9-b174-4bb4-a933-8efcc860e59a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5271533 Mar 21 19:14:49.297834 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42372) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:49.311369 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ffc61-1d96-43f8-8d70-3c89493d1a88 None None] Port d7b6d03c-08ca-468f-a5e8-f610902c9f8c cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:14:49.384833 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 56b4c644-9bac-4f93-b049-defc502a7db6 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:49.385216 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:49.445598 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Allocated IP 172.20.0.7 (3772453a-d608-41b2-ad11-b15e5adceaee/c479be7a-e1eb-4a1c-a99c-6ff36ffaac46/eed03232-663d-48b3-9547-79f1d6a011a3) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:49.564103 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:14:49.742731 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:14:49.758278 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Sync routers for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:14:49.782183 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:14:49.783278 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:14:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:49.815822 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Publish callbacks [] for port (eed03232-663d-48b3-9547-79f1d6a011a3), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:49.966403 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:49.993272 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 56b4c644-9bac-4f93-b049-defc502a7db6 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:49.993909 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.056547 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:14:50.056898 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Network 3772453a-d608-41b2-ad11-b15e5adceaee is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:50.064641 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.065194 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:50.065884 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-16a45d58-c96a-4a16-8bbf-a8780710a5cd admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.0484955 Mar 21 19:14:50.072956 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 42406) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:50.098497 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:50.108219 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:50.110658 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.205923 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 56b4c644-9bac-4f93-b049-defc502a7db6, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=56b4c644-9bac-4f93-b049-defc502a7db6,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:14:50.220211 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.335664 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Pushing event updated for resources: {'Port': ['ID=eed03232-663d-48b3-9547-79f1d6a011a3,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:50.349374 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:46Z', 'revision_number': 3, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:50.375422 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device c08c04ed-596a-4b2a-8056-49621ecb418b up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:50.376762 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Checking router: b344e114-cac5-457d-8db3-1994c731ebfb for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:14:50.377157 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Updating router b344e114-cac5-457d-8db3-1994c731ebfb port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:14:50.390534 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Publish callbacks [] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.408234 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.418512 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.422227 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.423467 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-46f42005-f860-4541-b93b-3509838f3d65 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3593621 Mar 21 19:14:50.428922 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=56b4c644-9bac-4f93-b049-defc502a7db6,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:50.450454 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:45Z', 'revision_number': 3, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:50.483326 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Checking router: 428b30e5-d1da-4772-b477-1e041c1aaf02 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:14:50.483685 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Updating router 428b30e5-d1da-4772-b477-1e041c1aaf02 port b584b649-2cdd-43b2-b6e1-7bf18eac703c binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:14:50.487108 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b6d03c-08ca-468f-a5e8-f610902c9f8c,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:50.532670 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.648944 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Network 0b962a0a-e309-4e68-80c4-e22169763239 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:50.651263 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:50.807411 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Publish callbacks [] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.817895 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port c08c04ed-596a-4b2a-8056-49621ecb418b triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:50.818310 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:50.824791 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.022965 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.032170 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Attempting to bind port b584b649-2cdd-43b2-b6e1-7bf18eac703c on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:14:51.032706 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8493e3-7d9f-478f-a005-4bcb9af118eb req-b6503f09-c5f1-4589-919d-2c1c35bf15da tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:51.033545 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Attempting to bind port b584b649-2cdd-43b2-b6e1-7bf18eac703c by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:14:51.033741 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ba8493e3-7d9f-478f-a005-4bcb9af118eb req-b6503f09-c5f1-4589-919d-2c1c35bf15da tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 931 time: 0.6789310 Mar 21 19:14:51.034218 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Attempting to bind port b584b649-2cdd-43b2-b6e1-7bf18eac703c on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:14:51.077597 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-29957958-084e-4f1d-aa75-dade29f9e32f None None] Provisioning complete for port d7b6d03c-08ca-468f-a5e8-f610902c9f8c triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:51.078988 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-29957958-084e-4f1d-aa75-dade29f9e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.079924 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:14:51.090087 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:14:51.090905 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:51.091462 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.092009 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:14:51.092692 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Bound port: b584b649-2cdd-43b2-b6e1-7bf18eac703c, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:14:51.093384 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.222805 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] For port b584b649-2cdd-43b2-b6e1-7bf18eac703c, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:14:51.229480 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] For port b584b649-2cdd-43b2-b6e1-7bf18eac703c, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=b584b649-2cdd-43b2-b6e1-7bf18eac703c,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:14:51.241461 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612bae4-8a2f-4bff-929d-043d18b31254 None None] Pushing event updated for resources: {'Port': ['ID=b584b649-2cdd-43b2-b6e1-7bf18eac703c,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:51.242975 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ba8493e3-7d9f-478f-a005-4bcb9af118eb req-06921b83-6c88-4444-aba3-9246da985be1 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917548 Mar 21 19:14:51.281635 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.302435 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Publish callbacks [] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.312396 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.373699 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b981f-dd78-4863-8ee2-e1f0503dc040 None None] Pushing event updated for resources: {'Port': ['ID=4b793ebd-8d2a-46a6-b7c7-66a6e33347da,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:51.376016 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-29957958-084e-4f1d-aa75-dade29f9e32f None None] Port d7b6d03c-08ca-468f-a5e8-f610902c9f8c cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:14:51.389926 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port c08c04ed-596a-4b2a-8056-49621ecb418b is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:51.404331 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:14:51.405087 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:14:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:51.407766 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6612bae4-8a2f-4bff-929d-043d18b31254 None None] Pushing event updated for resources: {'Port': ['ID=b584b649-2cdd-43b2-b6e1-7bf18eac703c,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:51.450894 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Attempting to bind port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:14:51.451724 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Attempting to bind port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:14:51.452296 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Attempting to bind port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:14:51.461858 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:14:51.463083 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:51.463705 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.465208 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:14:51.465886 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Bound port: 4b793ebd-8d2a-46a6-b7c7-66a6e33347da, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:14:51.466662 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.513501 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Allocated IP 172.20.0.1 (0c43845d-b277-4a2a-9057-6079c0477fee/23aa5316-0691-4cfc-bd15-7c03f36e59c4/4c419d40-f80d-48e8-9cf8-e6cdc42891a4) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:51.516841 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:14:51.532305 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5302d076-933f-41b1-9b7f-9ac3b0fc51f1 admin admin] 10.222.0.41 "PUT /v2.0/routers/0741ce9b-ccce-4c7e-963a-d55a34ab6c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6757572 Mar 21 19:14:51.559362 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:14:51.563128 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] For port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:14:51.567636 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] For port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=4b793ebd-8d2a-46a6-b7c7-66a6e33347da,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:14:51.575767 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.576482 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:14:51.595742 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.674091 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:14:51.674722 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:14:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:51.679709 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:14:51.680335 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:14:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:51.732955 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Publish callbacks [] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.793802 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:51.807718 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b981f-dd78-4863-8ee2-e1f0503dc040 None None] Pushing event updated for resources: {'Port': ['ID=4b793ebd-8d2a-46a6-b7c7-66a6e33347da,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:51.872753 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:14:51.883024 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Network 0c43845d-b277-4a2a-9057-6079c0477fee is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:51.891202 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:51.917686 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:51.918392 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (428b30e5-d1da-4772-b477-1e041c1aaf02), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:52.223817 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-84e61ece-401b-415d-a64d-2fbd00fb8582 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:14:52.225424 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-84e61ece-401b-415d-a64d-2fbd00fb8582 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0172095 Mar 21 19:14:52.276723 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Pushing event updated for resources: {'Port': ['ID=4c419d40-f80d-48e8-9cf8-e6cdc42891a4,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:52.403490 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:52.485523 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Allocated IP 172.20.0.1 (742ba410-cead-4812-99b4-e7915464adb5/ea7c325d-333c-4ee6-bfdd-52df602a1290/71adbfe5-c843-4846-a11b-414599d855c2) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:52.495480 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 56b4c644-9bac-4f93-b049-defc502a7db6 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:52.556995 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:46Z', 'revision_number': 3, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:52.638493 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9776d07-eaab-4704-9d0d-e3180251c4ad None None] The sync data for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi is: [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:46Z', 'revision_number': 3, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:14:52.675403 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:14:52.858306 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-2d69f085-020f-407c-b2f4-a2fafc31baf0 None None] Provisioning complete for port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:52.859171 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2d69f085-020f-407c-b2f4-a2fafc31baf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:52.888125 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42472) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:52.903527 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Request body: {'port': {'device_id': '4854e122-a5e8-484d-be53-c6721fc98b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:52.911325 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-c380231b-224a-463b-a27c-fa04ebaec927 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--969644616', 'description': 'tempest-description--111019578'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:52.976829 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-2d69f085-020f-407c-b2f4-a2fafc31baf0 None None] Port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:14:52.989531 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:45Z', 'revision_number': 3, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:53.032460 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Publish callbacks [] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:53.053528 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:53.057774 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (428b30e5-d1da-4772-b477-1e041c1aaf02), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:53.069332 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029f9b05-34fd-42ab-88d5-4a160d4675e5 None None] The sync data for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi is: [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:45Z', 'revision_number': 3, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:14:53.133333 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c380231b-224a-463b-a27c-fa04ebaec927 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:53.135229 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 56b4c644-9bac-4f93-b049-defc502a7db6 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:53.135419 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:53.349940 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f9c0f-8d1d-4b99-8ee4-6b39b4cf1bc4 req-9f5e4134-baa5-470b-b6dc-2990aa5845ba tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:53.352500 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fa5f9c0f-8d1d-4b99-8ee4-6b39b4cf1bc4 req-9f5e4134-baa5-470b-b6dc-2990aa5845ba tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 931 time: 0.6560583 Mar 21 19:14:53.628206 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fa5f9c0f-8d1d-4b99-8ee4-6b39b4cf1bc4 req-33350ebb-640c-426a-ab82-098be29c7b4a tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788886 Mar 21 19:14:53.762366 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:53.796275 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Network 0c43845d-b277-4a2a-9057-6079c0477fee is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:53.812905 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:53.999081 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c380231b-224a-463b-a27c-fa04ebaec927 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (895c376f-bad6-4992-8dcd-31718afdb6c9), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:54.020531 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42496) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:54.207823 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 2, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:54.224957 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42500) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:54.233713 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 56b4c644-9bac-4f93-b049-defc502a7db6 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:54.234786 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Router 428b30e5-d1da-4772-b477-1e041c1aaf02 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:14:54.241305 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c380231b-224a-463b-a27c-fa04ebaec927 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (895c376f-bad6-4992-8dcd-31718afdb6c9), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:54.244725 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Pushing event updated for resources: {'Port': ['ID=4c419d40-f80d-48e8-9cf8-e6cdc42891a4,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:54.438003 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:14:54.438003 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Updating router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e port d7b6d03c-08ca-468f-a5e8-f610902c9f8c binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:14:54.534126 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:14:54.542643 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c380231b-224a-463b-a27c-fa04ebaec927 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:54.544440 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c380231b-224a-463b-a27c-fa04ebaec927 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.6531427 Mar 21 19:14:54.558658 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f51e0535-2a89-43f1-b26a-5de83e10f758 admin admin] 10.222.0.41 "PUT /v2.0/routers/428b30e5-d1da-4772-b477-1e041c1aaf02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2387969 Mar 21 19:14:54.561314 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42516) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:54.568425 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-3894d9f4-1a4a-4ddd-9416-b3e672a3630c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group_rule': {'security_group_id': '895c376f-bad6-4992-8dcd-31718afdb6c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:54.592878 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c380231b-224a-463b-a27c-fa04ebaec927 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895c376f-bad6-4992-8dcd-31718afdb6c9,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:54.620550 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3894d9f4-1a4a-4ddd-9416-b3e672a3630c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (68cf03db-8242-40d1-bb53-7ec7c41f8069), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:54.645475 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-1c55415a-b943-437a-bf76-06f6bd81897f None None] Provisioning complete for port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:54.645882 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1c55415a-b943-437a-bf76-06f6bd81897f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:54.675130 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Publish callbacks [] for port (71adbfe5-c843-4846-a11b-414599d855c2), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:54.750159 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 4b793ebd-8d2a-46a6-b7c7-66a6e33347da up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:54.752481 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:54.857120 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4257363b-8fa6-49ca-86a5-b47971956a63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:54.907036 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-1c55415a-b943-437a-bf76-06f6bd81897f None None] Port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:14:55.074965 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-104fceba-b368-420a-b666-cdbb5e1b9b44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.121499 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (71adbfe5-c843-4846-a11b-414599d855c2), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.211189 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3894d9f4-1a4a-4ddd-9416-b3e672a3630c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (68cf03db-8242-40d1-bb53-7ec7c41f8069), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.239757 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3894d9f4-1a4a-4ddd-9416-b3e672a3630c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (68cf03db-8242-40d1-bb53-7ec7c41f8069), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.246823 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42536) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:55.265897 dv-cinder-834527-2-iscsi neutron-server[103551]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 19:14:55.295181 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:55.295798 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.359762 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3894d9f4-1a4a-4ddd-9416-b3e672a3630c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.364070 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3894d9f4-1a4a-4ddd-9416-b3e672a3630c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7989962 Mar 21 19:14:55.394881 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42540) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:55.402061 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-84d833c1-3d30-49a5-b5c6-38378fbbfcbc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group_rule': {'security_group_id': '895c376f-bad6-4992-8dcd-31718afdb6c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:55.449067 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3894d9f4-1a4a-4ddd-9416-b3e672a3630c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68cf03db-8242-40d1-bb53-7ec7c41f8069,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:55.576221 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-84d833c1-3d30-49a5-b5c6-38378fbbfcbc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (531e6b28-12ce-42bd-a71c-0786baa3d008), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.604217 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:55.617801 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.695186 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=4b793ebd-8d2a-46a6-b7c7-66a6e33347da,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:14:55.724403 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.728673 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device b584b649-2cdd-43b2-b6e1-7bf18eac703c up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:55.842492 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-84d833c1-3d30-49a5-b5c6-38378fbbfcbc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (531e6b28-12ce-42bd-a71c-0786baa3d008), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.934280 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4257363b-8fa6-49ca-86a5-b47971956a63 admin admin] Publish callbacks [] for security_group (b42b1100-fa50-4efc-9ae2-b1259a7e2c4d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:55.947877 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Network 742ba410-cead-4812-99b4-e7915464adb5 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:55.996984 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Pushing event updated for resources: {'Port': ['ID=71adbfe5-c843-4846-a11b-414599d855c2,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:56.007047 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Publish callbacks [] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.007278 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:56.014526 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-104fceba-b368-420a-b666-cdbb5e1b9b44 admin admin] Publish callbacks [] for security_group (3ec7a4d9-66ca-47a8-8327-7a571ffead75), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.015328 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=4b793ebd-8d2a-46a6-b7c7-66a6e33347da,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:56.022596 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-84d833c1-3d30-49a5-b5c6-38378fbbfcbc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (531e6b28-12ce-42bd-a71c-0786baa3d008), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.033446 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.056978 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3affa5d-763d-48aa-b362-f73290d3582c req-688372fc-146f-4fb6-b477-3525cf9ae81f tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:56.062417 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f3affa5d-763d-48aa-b362-f73290d3582c req-688372fc-146f-4fb6-b477-3525cf9ae81f tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 931 time: 0.8059669 Mar 21 19:14:56.068446 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:56.069874 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (b344e114-cac5-457d-8db3-1994c731ebfb), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.104058 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4257363b-8fa6-49ca-86a5-b47971956a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b42b1100-fa50-4efc-9ae2-b1259a7e2c4d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.113064 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-104fceba-b368-420a-b666-cdbb5e1b9b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3ec7a4d9-66ca-47a8-8327-7a571ffead75), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.123864 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port b584b649-2cdd-43b2-b6e1-7bf18eac703c triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:56.132578 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.189124 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed03232-663d-48b3-9547-79f1d6a011a3 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:14:56.207276 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Publish callbacks [] for port (eed03232-663d-48b3-9547-79f1d6a011a3), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.232801 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d833c1-3d30-49a5-b5c6-38378fbbfcbc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531e6b28-12ce-42bd-a71c-0786baa3d008,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:56.259632 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Transition to ACTIVE for port object eed03232-663d-48b3-9547-79f1d6a011a3 will not be triggered until provisioned by entity L2. {{(pid=103550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:14:56.303437 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75424528-35df-40ac-854a-ecdc50c17ab6 None None] Pushing event updated for resources: {'Port': ['ID=d7b6d03c-08ca-468f-a5e8-f610902c9f8c,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:56.304004 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 42566) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:56.304676 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.321113 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-51272bf3-0a6a-4d98-852e-77be80efc268 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430479153', 'description': 'tempest-description--1607925845'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:56.322157 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-84d833c1-3d30-49a5-b5c6-38378fbbfcbc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.331172 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-84d833c1-3d30-49a5-b5c6-38378fbbfcbc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9327309 Mar 21 19:14:56.332587 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42568) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:56.409496 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Attempting to bind port d7b6d03c-08ca-468f-a5e8-f610902c9f8c on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:14:56.413370 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4257363b-8fa6-49ca-86a5-b47971956a63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11b0bf3fc5c94e53a3f390e18f7fc218&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3888876 Mar 21 19:14:56.416862 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Attempting to bind port d7b6d03c-08ca-468f-a5e8-f610902c9f8c by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:14:56.417318 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Attempting to bind port d7b6d03c-08ca-468f-a5e8-f610902c9f8c on network 0b962a0a-e309-4e68-80c4-e22169763239 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:14:56.424362 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:14:56.424830 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Checking segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:56.425181 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.425580 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Bound using segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:14:56.426489 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Bound port: d7b6d03c-08ca-468f-a5e8-f610902c9f8c, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:14:56.426489 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.443776 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 42570) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:56.453555 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:56.495901 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-51272bf3-0a6a-4d98-852e-77be80efc268 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.503756 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-104fceba-b368-420a-b666-cdbb5e1b9b44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=46bfa7c41c4d4a52afc936e27a42d2b8&name=default HTTP/1.1" status: 200 len: 2993 time: 2.2672827 Mar 21 19:14:56.504462 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257363b-8fa6-49ca-86a5-b47971956a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42b1100-fa50-4efc-9ae2-b1259a7e2c4d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:56.549935 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42574) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:56.575735 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f3affa5d-763d-48aa-b362-f73290d3582c req-976f6742-d59b-4d56-9514-e16f380f8b80 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351764 Mar 21 19:14:56.589356 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port b584b649-2cdd-43b2-b6e1-7bf18eac703c is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:56.590144 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.669100 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.700112 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port b584b649-2cdd-43b2-b6e1-7bf18eac703c, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=b584b649-2cdd-43b2-b6e1-7bf18eac703c,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:14:56.724146 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.725218 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fceba-b368-420a-b666-cdbb5e1b9b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec7a4d9-66ca-47a8-8327-7a571ffead75,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:56.739930 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-a43ca208-4256-4197-934e-1b26f5d29bc8 None None] Provisioning complete for port d7b6d03c-08ca-468f-a5e8-f610902c9f8c triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:56.740295 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a43ca208-4256-4197-934e-1b26f5d29bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.776227 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] For port d7b6d03c-08ca-468f-a5e8-f610902c9f8c, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:14:56.818617 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] For port d7b6d03c-08ca-468f-a5e8-f610902c9f8c, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d7b6d03c-08ca-468f-a5e8-f610902c9f8c,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:14:56.864374 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.885493 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9cd8602e-d9ad-4ff4-8636-470e43d75ef8 admin admin] Publish callbacks [] for security_group (3ec7a4d9-66ca-47a8-8327-7a571ffead75), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:56.914344 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a43ca208-4256-4197-934e-1b26f5d29bc8 None None] Port d7b6d03c-08ca-468f-a5e8-f610902c9f8c cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:14:56.942138 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Pushing event updated for resources: {'Port': ['ID=eed03232-663d-48b3-9547-79f1d6a011a3,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:56.947497 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 4b793ebd-8d2a-46a6-b7c7-66a6e33347da up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:56.989702 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9cd8602e-d9ad-4ff4-8636-470e43d75ef8 admin admin] Publish callbacks [] for security_group (3ec7a4d9-66ca-47a8-8327-7a571ffead75), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.007347 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Attempting to bind port eed03232-663d-48b3-9547-79f1d6a011a3 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:14:57.008457 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Attempting to bind port eed03232-663d-48b3-9547-79f1d6a011a3 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '3ae9c478-37fb-44bd-a609-17f6f0b1e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3772453a-d608-41b2-ad11-b15e5adceaee'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:14:57.009672 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Attempting to bind port eed03232-663d-48b3-9547-79f1d6a011a3 on network 3772453a-d608-41b2-ad11-b15e5adceaee {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:14:57.042572 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Port eed03232-663d-48b3-9547-79f1d6a011a3 on network 3772453a-d608-41b2-ad11-b15e5adceaee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:14:57.043283 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Attempting to bind port eed03232-663d-48b3-9547-79f1d6a011a3 on network 3772453a-d608-41b2-ad11-b15e5adceaee {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:14:57.061904 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1d33240b-4914-4d67-99f0-e528aa89b78e admin admin] Publish callbacks [] for security_group (b42b1100-fa50-4efc-9ae2-b1259a7e2c4d), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.113831 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=b584b649-2cdd-43b2-b6e1-7bf18eac703c,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:57.125713 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:14:57.126134 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Checking segment: {'id': '3ae9c478-37fb-44bd-a609-17f6f0b1e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3772453a-d608-41b2-ad11-b15e5adceaee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:14:57.126783 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Bound using segment: {'id': '3ae9c478-37fb-44bd-a609-17f6f0b1e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3772453a-d608-41b2-ad11-b15e5adceaee'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:14:57.127313 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Bound port: eed03232-663d-48b3-9547-79f1d6a011a3, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae9c478-37fb-44bd-a609-17f6f0b1e22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '3772453a-d608-41b2-ad11-b15e5adceaee'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:14:57.127766 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.160522 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (71adbfe5-c843-4846-a11b-414599d855c2), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.178241 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-51272bf3-0a6a-4d98-852e-77be80efc268 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (9219f70b-ecbe-4e81-9606-af9c2471c27d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.202432 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-51272bf3-0a6a-4d98-852e-77be80efc268 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (9219f70b-ecbe-4e81-9606-af9c2471c27d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.245735 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51272bf3-0a6a-4d98-852e-77be80efc268 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9219f70b-ecbe-4e81-9606-af9c2471c27d,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:57.316627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-a43ca208-4256-4197-934e-1b26f5d29bc8 None None] Provisioning complete for port 71adbfe5-c843-4846-a11b-414599d855c2 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:57.316627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a43ca208-4256-4197-934e-1b26f5d29bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (71adbfe5-c843-4846-a11b-414599d855c2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.363470 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a43ca208-4256-4197-934e-1b26f5d29bc8 None None] Port 71adbfe5-c843-4846-a11b-414599d855c2 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:14:57.375329 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:57.375713 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.382343 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1cae48d2-8018-4a29-a02a-3e8b7a7336a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.405653 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1d33240b-4914-4d67-99f0-e528aa89b78e admin admin] Publish callbacks [] for security_group (b42b1100-fa50-4efc-9ae2-b1259a7e2c4d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.416960 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:14:57.418498 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:14:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:57.483758 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-51272bf3-0a6a-4d98-852e-77be80efc268 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.489979 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-51272bf3-0a6a-4d98-852e-77be80efc268 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1779649 Mar 21 19:14:57.492308 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42588) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:57.505527 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-c0fb5a1a-e7bf-48b3-b363-4fd29431afe5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'security_group_rule': {'security_group_id': '9219f70b-ecbe-4e81-9606-af9c2471c27d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:57.538021 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75424528-35df-40ac-854a-ecdc50c17ab6 None None] Pushing event updated for resources: {'Port': ['ID=d7b6d03c-08ca-468f-a5e8-f610902c9f8c,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:57.619314 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.634896 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9cd8602e-d9ad-4ff4-8636-470e43d75ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3ec7a4d9-66ca-47a8-8327-7a571ffead75), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.638221 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9cd8602e-d9ad-4ff4-8636-470e43d75ef8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.640574 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9cd8602e-d9ad-4ff4-8636-470e43d75ef8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3ec7a4d9-66ca-47a8-8327-7a571ffead75 HTTP/1.1" status: 204 len: 168 time: 1.0890040 Mar 21 19:14:57.681245 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-86f8b397-f803-418f-ab13-1785ec73262a None None] Provisioning complete for port d7b6d03c-08ca-468f-a5e8-f610902c9f8c triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:57.681410 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5a1a-e7bf-48b3-b363-4fd29431afe5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (ea625a36-bcd6-4afb-92c0-f50fe2a030e2), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.681519 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-86f8b397-f803-418f-ab13-1785ec73262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.686933 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8602e-d9ad-4ff4-8636-470e43d75ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec7a4d9-66ca-47a8-8327-7a571ffead75,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:57.735178 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] For port eed03232-663d-48b3-9547-79f1d6a011a3, host hv-cinder-83452, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:14:57.774849 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] For port eed03232-663d-48b3-9547-79f1d6a011a3, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=eed03232-663d-48b3-9547-79f1d6a011a3,segment=NetworkSegment(3ae9c478-37fb-44bd-a609-17f6f0b1e22b),segment_id=3ae9c478-37fb-44bd-a609-17f6f0b1e22b)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:14:57.787980 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Sync routers for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:14:57.802268 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:14:57.804980 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:14:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:57.830796 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Allocated IP 172.27.3.223 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/4d7e11e6-3a4b-486c-9796-b15562727e6d) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:57.834881 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.929360 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1d33240b-4914-4d67-99f0-e528aa89b78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b42b1100-fa50-4efc-9ae2-b1259a7e2c4d), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.932406 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1d33240b-4914-4d67-99f0-e528aa89b78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.936345 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-1d33240b-4914-4d67-99f0-e528aa89b78e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b42b1100-fa50-4efc-9ae2-b1259a7e2c4d HTTP/1.1" status: 204 len: 168 time: 1.4416463 Mar 21 19:14:57.943059 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:57.943697 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:57.945307 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] 10.222.0.55 "PUT /v2.0/ports/eed03232-663d-48b3-9547-79f1d6a011a3 HTTP/1.1" status: 200 len: 1093 time: 5.2725666 Mar 21 19:14:57.948321 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4854e122-a5e8-484d-be53-c6721fc98b9a', 'tag': 'eed03232-663d-48b3-9547-79f1d6a011a3'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:14:57.973091 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:14:58.068119 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:58.096654 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:14:58.106915 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (4d7e11e6-3a4b-486c-9796-b15562727e6d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.141545 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33240b-4914-4d67-99f0-e528aa89b78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42b1100-fa50-4efc-9ae2-b1259a7e2c4d,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:58.157491 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (4d7e11e6-3a4b-486c-9796-b15562727e6d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.160999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5a1a-e7bf-48b3-b363-4fd29431afe5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (ea625a36-bcd6-4afb-92c0-f50fe2a030e2), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.208348 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=4d7e11e6-3a4b-486c-9796-b15562727e6d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:58.217887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5a1a-e7bf-48b3-b363-4fd29431afe5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (ea625a36-bcd6-4afb-92c0-f50fe2a030e2), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.233999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb5a1a-e7bf-48b3-b363-4fd29431afe5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea625a36-bcd6-4afb-92c0-f50fe2a030e2,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:58.245172 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:58.260018 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:58.263133 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:14:58.319986 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c2962-efde-47d9-a710-25608c6f4fe0 req-576a9839-edf2-4f4a-8258-d6394c0f6300 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:14:58.325426 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-390c2962-efde-47d9-a710-25608c6f4fe0 req-576a9839-edf2-4f4a-8258-d6394c0f6300 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 943 time: 0.5483930 Mar 21 19:14:58.376328 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Publish callbacks [] for port (71adbfe5-c843-4846-a11b-414599d855c2), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.390764 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1bf94-8355-44b3-9ae9-b6968930e8dd service neutron] Pushing event updated for resources: {'Port': ['ID=eed03232-663d-48b3-9547-79f1d6a011a3,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:58.419513 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c0fb5a1a-e7bf-48b3-b363-4fd29431afe5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.425931 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c0fb5a1a-e7bf-48b3-b363-4fd29431afe5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9291747 Mar 21 19:14:58.431680 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42616) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:58.439247 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (f43e8563-4770-40d6-8a2c-4633833e586e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.450564 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-b00b5730-4451-4769-9d19-2c5fb8bd5ebb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'security_group_rule': {'security_group_id': '9219f70b-ecbe-4e81-9606-af9c2471c27d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:58.452518 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-390c2962-efde-47d9-a710-25608c6f4fe0 req-3e091bd3-3183-496e-85a9-ad9a22afee7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519257 Mar 21 19:14:58.453156 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (71adbfe5-c843-4846-a11b-414599d855c2), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.453917 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (b344e114-cac5-457d-8db3-1994c731ebfb), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.504967 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b00b5730-4451-4769-9d19-2c5fb8bd5ebb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (886b9933-7353-4382-b3ea-e0a66ba05aca), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.532635 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bff0c5e-f503-48ee-8263-9e9110cfa60e" -d '{"events": [{"name": "network-changed", "server_uuid": "4854e122-a5e8-484d-be53-c6721fc98b9a", "tag": "eed03232-663d-48b3-9547-79f1d6a011a3"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:14:58.567819 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-86f8b397-f803-418f-ab13-1785ec73262a None None] Current status of the port d7b6d03c-08ca-468f-a5e8-f610902c9f8c is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:14:58.568427 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-86f8b397-f803-418f-ab13-1785ec73262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.579268 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (4d7e11e6-3a4b-486c-9796-b15562727e6d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.605101 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 2, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:58.632414 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Pushing event updated for resources: {'Port': ['ID=71adbfe5-c843-4846-a11b-414599d855c2,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:58.640217 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Checking router: 428b30e5-d1da-4772-b477-1e041c1aaf02 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:14:58.640892 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Updating router 428b30e5-d1da-4772-b477-1e041c1aaf02 port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:14:58.652395 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Network 742ba410-cead-4812-99b4-e7915464adb5 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:14:58.654751 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:14:58.709231 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-86f8b397-f803-418f-ab13-1785ec73262a None None] For port d7b6d03c-08ca-468f-a5e8-f610902c9f8c, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d7b6d03c-08ca-468f-a5e8-f610902c9f8c,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:14:58.731260 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b00b5730-4451-4769-9d19-2c5fb8bd5ebb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (886b9933-7353-4382-b3ea-e0a66ba05aca), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.741598 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.745504 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b00b5730-4451-4769-9d19-2c5fb8bd5ebb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (886b9933-7353-4382-b3ea-e0a66ba05aca), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.753410 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-86f8b397-f803-418f-ab13-1785ec73262a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.820377 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b5730-4451-4769-9d19-2c5fb8bd5ebb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886b9933-7353-4382-b3ea-e0a66ba05aca,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:58.826647 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b00b5730-4451-4769-9d19-2c5fb8bd5ebb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:58.831555 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b00b5730-4451-4769-9d19-2c5fb8bd5ebb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3939762 Mar 21 19:14:58.838289 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42632) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:14:58.846558 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:14:58.881089 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8245cbd-6098-4fdb-af78-3e2fdfdd0b38 x-openstack-request-id: req-e8245cbd-6098-4fdb-af78-3e2fdfdd0b38 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:14:58.881653 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4854e122-a5e8-484d-be53-c6721fc98b9a", "tag": "eed03232-663d-48b3-9547-79f1d6a011a3", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:14:58.882218 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e8245cbd-6098-4fdb-af78-3e2fdfdd0b38 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:14:58.882894 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4854e122-a5e8-484d-be53-c6721fc98b9a', 'tag': 'eed03232-663d-48b3-9547-79f1d6a011a3', 'status': 'completed', 'code': 200} Mar 21 19:14:58.951688 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Router b344e114-cac5-457d-8db3-1994c731ebfb has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:14:59.016429 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:59.162130 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device b584b649-2cdd-43b2-b6e1-7bf18eac703c up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:14:59.286880 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:14:59.297067 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-6dfbc7e4-8599-4b26-ac29-66b9a1c4f56a admin admin] 10.222.0.41 "PUT /v2.0/routers/b344e114-cac5-457d-8db3-1994c731ebfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2108963 Mar 21 19:14:59.331572 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (4d7e11e6-3a4b-486c-9796-b15562727e6d), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:59.348174 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (4d7e11e6-3a4b-486c-9796-b15562727e6d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:59.367484 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:59.388079 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Sync routers for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:14:59.403459 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (f43e8563-4770-40d6-8a2c-4633833e586e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:59.459188 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:59.473542 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0763259 Mar 21 19:14:59.553225 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14714d-8936-46da-a46e-ac05cc3a3931 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=4d7e11e6-3a4b-486c-9796-b15562727e6d,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:59.612822 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-15c0880d-3a86-416a-8f30-5c5052de080e None None] Provisioning complete for port 71adbfe5-c843-4846-a11b-414599d855c2 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:14:59.613436 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-15c0880d-3a86-416a-8f30-5c5052de080e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (71adbfe5-c843-4846-a11b-414599d855c2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:59.681969 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Publish callbacks [] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:59.697172 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f8b397-f803-418f-ab13-1785ec73262a None None] Pushing event updated for resources: {'Port': ['ID=d7b6d03c-08ca-468f-a5e8-f610902c9f8c,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:14:59.708447 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Allocated IP 172.27.3.51 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/ea2fc690-669a-4efb-a524-3c860b6dae6f) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:14:59.713295 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:59.829411 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:14:59.830058 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:14:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:14:59.875541 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6a29bc3c-eb06-426c-8e36-55f02a1f2c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:14:59.886349 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dc1f1-5156-4b15-97d9-43f0ca950bf9 None None] Pushing event updated for resources: {'Port': ['ID=4c419d40-f80d-48e8-9cf8-e6cdc42891a4,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:00.018559 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff0c5e-f503-48ee-8263-9e9110cfa60e req-a83bd288-321a-4ed7-b97f-198797e90b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:00.022199 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6bff0c5e-f503-48ee-8263-9e9110cfa60e req-a83bd288-321a-4ed7-b97f-198797e90b96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45accc44550e4cf5b681773828965abc&device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 1127 time: 0.5056422 Mar 21 19:15:00.035800 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port b584b649-2cdd-43b2-b6e1-7bf18eac703c triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:00.036183 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:00.053790 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for port (ea2fc690-669a-4efb-a524-3c860b6dae6f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:00.070048 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Attempting to bind port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:15:00.075122 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Attempting to bind port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:15:00.075886 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Attempting to bind port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 on network 0c43845d-b277-4a2a-9057-6079c0477fee {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:00.119732 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:15:00.120406 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Checking segment: {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:00.123212 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:00.124513 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Bound using segment: {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:15:00.125853 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Bound port: 4c419d40-f80d-48e8-9cf8-e6cdc42891a4, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:15:00.127125 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:00.165964 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (ea2fc690-669a-4efb-a524-3c860b6dae6f), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:00.311326 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'Port': ['ID=ea2fc690-669a-4efb-a524-3c860b6dae6f,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:00.359459 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:00.366929 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:00.388604 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:00.421593 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:15:00.460988 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-15c0880d-3a86-416a-8f30-5c5052de080e None None] Port 71adbfe5-c843-4846-a11b-414599d855c2 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:15:00.532059 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-32fa17a8-5097-44fd-8b84-6c0974e17762 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--969644616&fields=id&tenant_id=cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 267 time: 0.2496791 Mar 21 19:15:00.538438 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] For port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:15:00.556284 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] For port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=4c419d40-f80d-48e8-9cf8-e6cdc42891a4,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:15:00.580164 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:00.631978 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:00.669232 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:00.755656 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:15:00.756287 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:00Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:00.760033 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dc1f1-5156-4b15-97d9-43f0ca950bf9 None None] Pushing event updated for resources: {'Port': ['ID=4c419d40-f80d-48e8-9cf8-e6cdc42891a4,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:00.846826 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69adb7a7-aef9-47c9-8aeb-a21342818c81 None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:15:00.964417 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-0f09302a-15b4-4c0e-a983-79b1efe8cc00 None None] Provisioning complete for port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:00.965544 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0f09302a-15b4-4c0e-a983-79b1efe8cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:01.068332 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (d785d714-937c-4057-9dc2-16e47004e76d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:01.174515 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff0c5e-f503-48ee-8263-9e9110cfa60e req-dc49c80d-e1d4-41a3-bfcf-63896dfdcb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:01.210706 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6bff0c5e-f503-48ee-8263-9e9110cfa60e req-dc49c80d-e1d4-41a3-bfcf-63896dfdcb1f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=45accc44550e4cf5b681773828965abc&shared=False HTTP/1.1" status: 200 len: 912 time: 1.1735184 Mar 21 19:15:01.268976 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b89cf-b144-4876-880b-00d2e686c7f4 req-286dfd46-4bb5-4cee-9bff-623854f4e79b tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:01.280064 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (ea2fc690-669a-4efb-a524-3c860b6dae6f), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:01.284095 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-cd6b89cf-b144-4876-880b-00d2e686c7f4 req-286dfd46-4bb5-4cee-9bff-623854f4e79b tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 943 time: 1.5179794 Mar 21 19:15:01.340102 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:01.366405 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port b584b649-2cdd-43b2-b6e1-7bf18eac703c is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:01.379663 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 2, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:01.546092 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Checking router: b344e114-cac5-457d-8db3-1994c731ebfb for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:15:01.546458 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Updating router b344e114-cac5-457d-8db3-1994c731ebfb port 71adbfe5-c843-4846-a11b-414599d855c2 binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:15:01.610660 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-cd6b89cf-b144-4876-880b-00d2e686c7f4 req-6f6cc8ac-cc12-4a24-b269-e908001f4419 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252306 Mar 21 19:15:01.715511 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d7b6d03c-08ca-468f-a5e8-f610902c9f8c up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:01.734050 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-0f09302a-15b4-4c0e-a983-79b1efe8cc00 None None] Current status of the port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:01.739477 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0f09302a-15b4-4c0e-a983-79b1efe8cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:01.764978 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (71adbfe5-c843-4846-a11b-414599d855c2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:01.856221 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff0c5e-f503-48ee-8263-9e9110cfa60e req-918c6e29-d05f-4a6c-b8c4-4dccb9ba440f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:01.857820 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6bff0c5e-f503-48ee-8263-9e9110cfa60e req-918c6e29-d05f-4a6c-b8c4-4dccb9ba440f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6286354 Mar 21 19:15:01.932034 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:00Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:01.941162 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for port (ea2fc690-669a-4efb-a524-3c860b6dae6f), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:01.967548 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (ea2fc690-669a-4efb-a524-3c860b6dae6f), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:02.015991 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-7b31b8f9-2335-4ba7-a598-31955605719a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:02.026870 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-7b31b8f9-2335-4ba7-a598-31955605719a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 814 time: 1.4937081 Mar 21 19:15:02.033450 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-1031e60f-803a-452d-a206-80d0252f9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:02.044833 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-1031e60f-803a-452d-a206-80d0252f9a34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45accc44550e4cf5b681773828965abc&device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 1127 time: 0.1209793 Mar 21 19:15:02.045906 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e8d9ca-55b9-46dd-af4e-9437ba478ade None None] The sync data for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi is: [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:00Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:15:02.180956 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (d785d714-937c-4057-9dc2-16e47004e76d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:02.225131 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-e305d227-afa1-4738-96ff-8f7e7e210ff9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/quotas/cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 375 time: 0.1973469 Mar 21 19:15:02.275573 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-0f09302a-15b4-4c0e-a983-79b1efe8cc00 None None] For port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=4c419d40-f80d-48e8-9cf8-e6cdc42891a4,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:02.291034 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'Port': ['ID=ea2fc690-669a-4efb-a524-3c860b6dae6f,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:02.353779 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:02.355193 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2a52a875-617f-4b29-bca3-ca94a04b0c55 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5158327 Mar 21 19:15:02.362487 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-ec682be1-1733-4f36-964c-f7be1f6c58df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed03232-663d-48b3-9547-79f1d6a011a3 HTTP/1.1" status: 200 len: 217 time: 0.2981665 Mar 21 19:15:02.475503 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-725d34b2-5c07-43e1-8c9a-fcb79bce70c5 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2400723 Mar 21 19:15:02.567029 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0f09302a-15b4-4c0e-a983-79b1efe8cc00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:02.595403 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-44ed84ff-984b-4347-9019-db5aef76bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:02.598314 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-44ed84ff-984b-4347-9019-db5aef76bf9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c479be7a-e1eb-4a1c-a99c-6ff36ffaac46 HTTP/1.1" status: 200 len: 851 time: 0.1805861 Mar 21 19:15:02.770509 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:02.923597 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port d7b6d03c-08ca-468f-a5e8-f610902c9f8c triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:02.924117 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:02.948987 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-40c6c3b6-2083-4907-90d0-8e7ac7872b18 None None] Provisioning complete for port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:02.962741 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-40c6c3b6-2083-4907-90d0-8e7ac7872b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:03.018767 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-cd777e1f-37e6-4a3b-bce1-c0e4115b36dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3772453a-d608-41b2-ad11-b15e5adceaee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3929551 Mar 21 19:15:03.039955 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-9e8b614c-f9c4-431d-a6e1-22a7fbf74ea0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:15:03.047423 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-9e8b614c-f9c4-431d-a6e1-22a7fbf74ea0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1532719 Mar 21 19:15:03.241129 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-736f52e5-94d2-4252-aee6-61df27e38970 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:03.242687 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-736f52e5-94d2-4252-aee6-61df27e38970 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 819 time: 0.8693876 Mar 21 19:15:03.304157 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-0b42b7fa-5f6c-41b0-8c91-47118cf3dd4d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/quotas/689ad9bd383e4c2fb3772c4c8f958aca HTTP/1.1" status: 200 len: 375 time: 0.0325298 Mar 21 19:15:03.330143 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-ed367589-1065-4329-bd49-d0dd004593d6 service neutron] 10.222.0.41 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813592 Mar 21 19:15:03.385880 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f09302a-15b4-4c0e-a983-79b1efe8cc00 None None] Pushing event updated for resources: {'Port': ['ID=4c419d40-f80d-48e8-9cf8-e6cdc42891a4,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:03.456928 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-828858b8-a75a-4b71-b8fe-0505ad3f4bd9 service neutron] 10.222.0.55 "GET /v2.0/networks/3772453a-d608-41b2-ad11-b15e5adceaee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265261 Mar 21 19:15:03.521127 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-19f6e29b-246a-4594-87fa-bc1b95119af0 service neutron] 10.222.0.41 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886001 Mar 21 19:15:03.622944 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Publish callbacks [] for port (71adbfe5-c843-4846-a11b-414599d855c2), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:03.644445 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-885c5c74-5f82-42eb-b6dd-45957175f972 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3198755 Mar 21 19:15:03.652670 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (71adbfe5-c843-4846-a11b-414599d855c2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:03.795282 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:03.817354 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88baa20c-7a42-4505-bd24-0452fc9ae72a req-4817d2fa-59cc-4b49-8154-b54e6b8c5356 service neutron] 10.222.0.55 "GET /v2.0/networks/3772453a-d608-41b2-ad11-b15e5adceaee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413444 Mar 21 19:15:03.860983 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-cf9adb83-6aa1-4ed1-8b94-23f3ee2192cb service neutron] 10.222.0.41 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059636 Mar 21 19:15:03.929695 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32106264-dc11-4d3b-ad0d-59eb1782ebe0 None None] Pushing event updated for resources: {'Port': ['ID=71adbfe5-c843-4846-a11b-414599d855c2,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:03.977680 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-40c6c3b6-2083-4907-90d0-8e7ac7872b18 None None] Current status of the port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:03.984174 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Attempting to bind port 71adbfe5-c843-4846-a11b-414599d855c2 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:15:03.984576 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Attempting to bind port 71adbfe5-c843-4846-a11b-414599d855c2 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:15:03.984951 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Attempting to bind port 71adbfe5-c843-4846-a11b-414599d855c2 on network 742ba410-cead-4812-99b4-e7915464adb5 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:04.007791 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port d7b6d03c-08ca-468f-a5e8-f610902c9f8c is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:04.010696 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:15:04.011086 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Checking segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:04.011492 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:04.011881 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Bound using segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:15:04.012370 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Bound port: 71adbfe5-c843-4846-a11b-414599d855c2, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:15:04.019090 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (71adbfe5-c843-4846-a11b-414599d855c2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:04.083938 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-c35e381a-4dbf-4228-9b26-25323d4a1064 service neutron] 10.222.0.41 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078071 Mar 21 19:15:04.206461 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-f356a73d-f462-4958-93a3-814872202c18 None None] Provisioning complete for port 71adbfe5-c843-4846-a11b-414599d855c2 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:04.207482 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f356a73d-f462-4958-93a3-814872202c18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (71adbfe5-c843-4846-a11b-414599d855c2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:04.210473 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:04.742551 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-f356a73d-f462-4958-93a3-814872202c18 None None] Port 71adbfe5-c843-4846-a11b-414599d855c2 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:15:04.752455 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814c394-0ec6-48ce-9d7a-5888e9985888 req-3e555f7a-6f36-4b59-94c5-0c1452b34529 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:04.761537 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:15:04.770810 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b814c394-0ec6-48ce-9d7a-5888e9985888 req-3e555f7a-6f36-4b59-94c5-0c1452b34529 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 943 time: 0.2064776 Mar 21 19:15:04.834512 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] For port 71adbfe5-c843-4846-a11b-414599d855c2, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:15:04.871731 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] For port 71adbfe5-c843-4846-a11b-414599d855c2, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=71adbfe5-c843-4846-a11b-414599d855c2,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:15:04.881590 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:04.887040 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:04.958185 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b814c394-0ec6-48ce-9d7a-5888e9985888 req-6bdb7357-10be-42bb-b1fb-6c9de32c6f8b tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759732 Mar 21 19:15:05.088556 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (71adbfe5-c843-4846-a11b-414599d855c2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:05.200257 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c8ef753c-baee-448d-9565-71a031a53c19 req-6a282ce8-0d46-4d7b-8f28-b044f5860e33 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 210 time: 0.1386149 Mar 21 19:15:05.295936 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:15:05.297800 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:00Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:05.332989 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-44cc8f2e-e96d-4305-bcd2-2010bed35ba3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--430479153&fields=id&tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9 HTTP/1.1" status: 200 len: 267 time: 0.8178647 Mar 21 19:15:05.384520 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-746b4e8c-9121-4494-b2c0-10b4e5dfa21e req-d7ab3d26-477c-4b47-a32f-fe7a8fe2b090 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 210 time: 0.0513399 Mar 21 19:15:05.473417 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 42880) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:05.912418 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32106264-dc11-4d3b-ad0d-59eb1782ebe0 None None] Pushing event updated for resources: {'Port': ['ID=71adbfe5-c843-4846-a11b-414599d855c2,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:05.938501 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-837057b6-0f3f-4dad-98fa-5e5f7315db3f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:05.945005 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:05.948661 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-837057b6-0f3f-4dad-98fa-5e5f7315db3f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 816 time: 0.5947053 Mar 21 19:15:05.983568 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-9dbf0a1e-cc05-4eec-9cc5-21f4f19106c1 None None] Provisioning complete for port 71adbfe5-c843-4846-a11b-414599d855c2 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:05.984255 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9dbf0a1e-cc05-4eec-9cc5-21f4f19106c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (71adbfe5-c843-4846-a11b-414599d855c2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:05.999312 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3dc59f6e-d942-4bf5-a1e8-faf6ad07f222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:06.013855 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-2559c0dd-8cb9-4aae-aa01-4987f01abef9 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/quotas/eab2b14f00224b67b5cc9f55a10e7ca9 HTTP/1.1" status: 200 len: 375 time: 0.0406957 Mar 21 19:15:06.282079 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:06.307429 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1289b0fb-ebef-4383-8aa6-2768667e2212 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2662182 Mar 21 19:15:06.586838 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-60d7934c-4014-4ab7-94b6-f0f04d40eedb tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:06.595408 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-60d7934c-4014-4ab7-94b6-f0f04d40eedb tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 819 time: 0.4695475 Mar 21 19:15:06.623513 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-418a2046-4b7b-4841-8e11-7be8693055bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/quotas/689ad9bd383e4c2fb3772c4c8f958aca HTTP/1.1" status: 200 len: 375 time: 0.0268908 Mar 21 19:15:06.626985 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3dc59f6e-d942-4bf5-a1e8-faf6ad07f222 admin admin] Publish callbacks [] for security_group (ea93cc7a-88c5-4abe-a709-0fc9a4d0815b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:06.677154 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3dc59f6e-d942-4bf5-a1e8-faf6ad07f222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (ea93cc7a-88c5-4abe-a709-0fc9a4d0815b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:06.693431 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-706c95f6-9633-4666-aa52-525d2cb4cb65 service neutron] 10.222.0.41 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796618 Mar 21 19:15:06.807729 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-8c4d1244-5871-47ff-ac87-e2549f3c8409 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1828263 Mar 21 19:15:06.810932 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc59f6e-d942-4bf5-a1e8-faf6ad07f222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea93cc7a-88c5-4abe-a709-0fc9a4d0815b,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:06.861930 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3dc59f6e-d942-4bf5-a1e8-faf6ad07f222 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9daac08d05194e53acaf36cb4d886da8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3847725 Mar 21 19:15:06.862140 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-bd4867bc-7383-4662-b215-4aefa02a17f2 service neutron] 10.222.0.41 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596401 Mar 21 19:15:06.869237 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42930) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:06.880262 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-9dbf0a1e-cc05-4eec-9cc5-21f4f19106c1 None None] Current status of the port 71adbfe5-c843-4846-a11b-414599d855c2 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:06.880922 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9dbf0a1e-cc05-4eec-9cc5-21f4f19106c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (71adbfe5-c843-4846-a11b-414599d855c2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:06.973509 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2426b5b0-7976-4f94-9f38-a43872b0b450 admin admin] Publish callbacks [] for security_group (ea93cc7a-88c5-4abe-a709-0fc9a4d0815b), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:07.003325 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2426b5b0-7976-4f94-9f38-a43872b0b450 admin admin] Publish callbacks [] for security_group (ea93cc7a-88c5-4abe-a709-0fc9a4d0815b), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:07.019506 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-b9283ffe-3203-433a-b945-65f5ea0363bb service neutron] 10.222.0.41 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975079 Mar 21 19:15:07.071923 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2426b5b0-7976-4f94-9f38-a43872b0b450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (ea93cc7a-88c5-4abe-a709-0fc9a4d0815b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:07.074967 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2426b5b0-7976-4f94-9f38-a43872b0b450 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:07.078548 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-9dbf0a1e-cc05-4eec-9cc5-21f4f19106c1 None None] For port 71adbfe5-c843-4846-a11b-414599d855c2, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=71adbfe5-c843-4846-a11b-414599d855c2,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:07.079193 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2426b5b0-7976-4f94-9f38-a43872b0b450 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea93cc7a-88c5-4abe-a709-0fc9a4d0815b HTTP/1.1" status: 204 len: 168 time: 0.2087429 Mar 21 19:15:07.088362 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426b5b0-7976-4f94-9f38-a43872b0b450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea93cc7a-88c5-4abe-a709-0fc9a4d0815b,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:07.128838 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9dbf0a1e-cc05-4eec-9cc5-21f4f19106c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (71adbfe5-c843-4846-a11b-414599d855c2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:07.228125 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:04Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:07.279352 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524abb5b-81db-4cd4-8203-db57e97bac7a None None] The sync data for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi is: [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:04Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:15:07.281913 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf0a1e-cc05-4eec-9cc5-21f4f19106c1 None None] Pushing event updated for resources: {'Port': ['ID=71adbfe5-c843-4846-a11b-414599d855c2,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:07.313442 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-afa89e13-5b6a-4bce-a693-4edff2264276 service neutron] 10.222.0.41 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914722 Mar 21 19:15:07.509896 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0aaeb-b58f-4a09-8142-b74c383d121b req-5f21f1ff-a17f-40c5-bb46-0f498c7c8edf tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:07.525700 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b6c0aaeb-b58f-4a09-8142-b74c383d121b req-5f21f1ff-a17f-40c5-bb46-0f498c7c8edf tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 943 time: 0.2447290 Mar 21 19:15:07.757557 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b6c0aaeb-b58f-4a09-8142-b74c383d121b req-afefe579-2868-46a5-bfb1-0a863d7acf25 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310426 Mar 21 19:15:08.013010 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.55', 52506) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:08.014986 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42976) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:08.015256 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 42980) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:08.033872 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-50896842-e4f6-4001-a0d4-d47de062db74 req-c0992a75-1e6c-4786-ab39-9097eb141aa0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 210 time: 0.1214228 Mar 21 19:15:08.254884 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 71adbfe5-c843-4846-a11b-414599d855c2 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:08.305408 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6a401af-1315-4330-aad9-c3703adf75ef req-466dcf73-3d5a-4d4b-ae15-fb8a95396b47 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 210 time: 0.0466883 Mar 21 19:15:08.321754 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 71adbfe5-c843-4846-a11b-414599d855c2 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:08.322436 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (71adbfe5-c843-4846-a11b-414599d855c2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.333137 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e5b5b8ba-5852-43fa-b8a0-65cbe6c88260 req-d6fe6437-6cfe-43ed-8ae9-e3ea3a461bb2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 210 time: 0.0873632 Mar 21 19:15:08.347956 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e79a5ff-663d-419c-a3e7-b1bc40ead9a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.438840 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-6653e7a4-8570-4ae5-ae19-7129a7de70e9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:08.440920 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-6653e7a4-8570-4ae5-ae19-7129a7de70e9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 819 time: 0.8210986 Mar 21 19:15:08.486810 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 71adbfe5-c843-4846-a11b-414599d855c2 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:08.512139 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-f120b7c0-3513-475d-b192-fc0f61484672 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:08.515379 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-f120b7c0-3513-475d-b192-fc0f61484672 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 814 time: 0.4805214 Mar 21 19:15:08.562471 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e79a5ff-663d-419c-a3e7-b1bc40ead9a8 admin admin] Publish callbacks [] for security_group (d2d96519-3ea5-492c-87bb-1dedaa95efff), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.566967 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e79a5ff-663d-419c-a3e7-b1bc40ead9a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (d2d96519-3ea5-492c-87bb-1dedaa95efff), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.609800 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0be5d564-2a50-4e89-946a-c1ddd8eb26df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.626254 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2e79a5ff-663d-419c-a3e7-b1bc40ead9a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1879aeb393ca42a68ccdfae9a78e8525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5824084 Mar 21 19:15:08.627000 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79a5ff-663d-419c-a3e7-b1bc40ead9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d96519-3ea5-492c-87bb-1dedaa95efff,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:08.628941 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43002) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:08.695248 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-018c36e4-31c9-4fb9-9ebf-2d00dc485bc6 admin admin] Publish callbacks [] for security_group (d2d96519-3ea5-492c-87bb-1dedaa95efff), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.718479 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-018c36e4-31c9-4fb9-9ebf-2d00dc485bc6 admin admin] Publish callbacks [] for security_group (d2d96519-3ea5-492c-87bb-1dedaa95efff), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.721792 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0be5d564-2a50-4e89-946a-c1ddd8eb26df admin admin] Publish callbacks [] for security_group (1973e15c-1ad2-4d89-bb4d-5f8fb3cd2e0f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.726260 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0be5d564-2a50-4e89-946a-c1ddd8eb26df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1973e15c-1ad2-4d89-bb4d-5f8fb3cd2e0f), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.775947 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0be5d564-2a50-4e89-946a-c1ddd8eb26df admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f9ea52e65f054567bea98b1cc4a76df6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7270927 Mar 21 19:15:08.777664 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 43006) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:08.783562 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-018c36e4-31c9-4fb9-9ebf-2d00dc485bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (d2d96519-3ea5-492c-87bb-1dedaa95efff), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.796943 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-018c36e4-31c9-4fb9-9ebf-2d00dc485bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.800670 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-018c36e4-31c9-4fb9-9ebf-2d00dc485bc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2d96519-3ea5-492c-87bb-1dedaa95efff HTTP/1.1" status: 204 len: 168 time: 0.1684639 Mar 21 19:15:08.809112 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c36e4-31c9-4fb9-9ebf-2d00dc485bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d96519-3ea5-492c-87bb-1dedaa95efff,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:08.818243 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5d564-2a50-4e89-946a-c1ddd8eb26df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1973e15c-1ad2-4d89-bb4d-5f8fb3cd2e0f,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:08.840350 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a9e7600d-c6e9-4f04-b7ac-8bd1f6de024a admin admin] Publish callbacks [] for security_group (1973e15c-1ad2-4d89-bb4d-5f8fb3cd2e0f), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.871277 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a9e7600d-c6e9-4f04-b7ac-8bd1f6de024a admin admin] Publish callbacks [] for security_group (1973e15c-1ad2-4d89-bb4d-5f8fb3cd2e0f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.948869 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f2310-2617-40f5-98cc-d136c4731678 req-1a91a101-0184-4be5-9572-d762cf59b5c6 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:08.950189 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a9e7600d-c6e9-4f04-b7ac-8bd1f6de024a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1973e15c-1ad2-4d89-bb4d-5f8fb3cd2e0f), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.953442 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a9e7600d-c6e9-4f04-b7ac-8bd1f6de024a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:08.956526 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a9e7600d-c6e9-4f04-b7ac-8bd1f6de024a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1973e15c-1ad2-4d89-bb4d-5f8fb3cd2e0f HTTP/1.1" status: 204 len: 168 time: 0.1754465 Mar 21 19:15:08.962980 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e7600d-c6e9-4f04-b7ac-8bd1f6de024a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1973e15c-1ad2-4d89-bb4d-5f8fb3cd2e0f,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:08.965866 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-151f2310-2617-40f5-98cc-d136c4731678 req-1a91a101-0184-4be5-9572-d762cf59b5c6 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 943 time: 0.1146531 Mar 21 19:15:09.070000 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-151f2310-2617-40f5-98cc-d136c4731678 req-10578cd4-9fd1-45ea-90eb-0c0e0c5d4d47 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916061 Mar 21 19:15:09.191649 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d46be0d3-4be4-41c4-b4b7-91815487ea6e req-4da2ed9d-18a5-4d24-8660-946fba05cb23 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 210 time: 0.0292277 Mar 21 19:15:09.473059 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ad0c646a-39a4-4730-946b-db969213a027 req-3b715769-3034-4710-a5ac-9bb3516c233d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 210 time: 0.0294671 Mar 21 19:15:09.502323 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55bda72d-0836-4563-b80a-2d6078661e7c req-7c0a7abb-4937-48b5-b3a6-64de60162d32 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 210 time: 0.0286860 Mar 21 19:15:10.203829 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ff984-5032-425c-af2f-97ef82b25106 req-50996eea-92ef-41ed-88e8-70f21b17d077 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:10.205671 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4a7ff984-5032-425c-af2f-97ef82b25106 req-50996eea-92ef-41ed-88e8-70f21b17d077 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 943 time: 0.0678308 Mar 21 19:15:10.284322 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4a7ff984-5032-425c-af2f-97ef82b25106 req-a70a66f2-be87-42cb-bdc1-30ee4a45f058 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704355 Mar 21 19:15:10.345212 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3b6692db-eb85-4e8f-ac68-c9846e14cfcc req-be215790-c2c2-43a9-89c0-8826776de187 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 210 time: 0.0323162 Mar 21 19:15:10.592396 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ee7bef7c-8203-4434-83ab-32f5213ef186 req-c6399f2a-0cfd-4736-a520-bdc49eb99208 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 210 time: 0.0401514 Mar 21 19:15:10.620178 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-80b13a83-4f25-4e9a-b19b-9969ef550768 req-10f65b47-82ef-4edb-ac94-ddaca93df66a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 210 time: 0.0406966 Mar 21 19:15:11.009988 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Request body: {'port': {'device_id': '11e3159a-1ef1-4718-bb1a-cc97f6dac576', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'admin_state_up': True, 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:11.048839 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device eed03232-663d-48b3-9547-79f1d6a011a3 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:15:11.088799 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-eccf79ae-fff1-4a01-aedb-c90810513a5d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 379 time: 0.0877690 Mar 21 19:15:11.104285 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'port': {'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'admin_state_up': True, 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'security_groups': ['895c376f-bad6-4992-8dcd-31718afdb6c9']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:11.281532 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Made reservation on behalf of 689ad9bd383e4c2fb3772c4c8f958aca for: {'port': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:11.286807 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:11.421644 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Made reservation on behalf of cf9a98448f0e4dd5993434ab2567e6d9 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:11.434500 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:11.450212 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port eed03232-663d-48b3-9547-79f1d6a011a3, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=eed03232-663d-48b3-9547-79f1d6a011a3,segment=NetworkSegment(3ae9c478-37fb-44bd-a609-17f6f0b1e22b),segment_id=3ae9c478-37fb-44bd-a609-17f6f0b1e22b)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:11.473554 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': 'eed03232-663d-48b3-9547-79f1d6a011a3', 'network_id': '3772453a-d608-41b2-ad11-b15e5adceaee', 'port_id': 'eed03232-663d-48b3-9547-79f1d6a011a3', 'mac_address': 'fa:16:3e:79:14:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c479be7a-e1eb-4a1c-a99c-6ff36ffaac46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:15:11.625018 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Allocated IP 172.20.0.5 (742ba410-cead-4812-99b4-e7915464adb5/ea7c325d-333c-4ee6-bfdd-52df602a1290/979adac7-041b-45b7-8892-c9955264f0c2) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:15:11.628011 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port eed03232-663d-48b3-9547-79f1d6a011a3 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:11.628629 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:11.659558 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed03232-663d-48b3-9547-79f1d6a011a3 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:15:11.660169 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbbbcb-e3d7-417b-b6f9-0e67d6b7ae9a req-3bb86429-81d0-44d3-acd8-14d5f16e12a6 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:11.664089 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-60cbbbcb-e3d7-417b-b6f9-0e67d6b7ae9a req-3bb86429-81d0-44d3-acd8-14d5f16e12a6 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 943 time: 0.1762266 Mar 21 19:15:11.716802 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port eed03232-663d-48b3-9547-79f1d6a011a3, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=eed03232-663d-48b3-9547-79f1d6a011a3,segment=NetworkSegment(3ae9c478-37fb-44bd-a609-17f6f0b1e22b),segment_id=3ae9c478-37fb-44bd-a609-17f6f0b1e22b)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:11.724944 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:11.783375 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2e372a64-bf18-4f9c-8759-569e0b04b90b req-f4978f48-8025-499e-93a6-b478d48e35ae tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 210 time: 0.1605363 Mar 21 19:15:11.857633 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-60cbbbcb-e3d7-417b-b6f9-0e67d6b7ae9a req-2e69941e-eddd-49ab-82c5-4a5de9c98aec tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721339 Mar 21 19:15:11.871276 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=eed03232-663d-48b3-9547-79f1d6a011a3,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:11.901779 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43192) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:11.902159 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.55', 52515) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:11.958991 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.55', 52516) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:12.012228 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bd5d303-62ee-4364-b5d7-6634882502f3 req-6971c4e2-4066-4531-9a37-d2e66daecbee tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 210 time: 0.0858145 Mar 21 19:15:12.038004 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['eed03232-663d-48b3-9547-79f1d6a011a3'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:15:12.149979 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Allocated IP 172.20.0.5 (0b962a0a-e309-4e68-80c4-e22169763239/c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443/68685d44-4e35-4f5e-b146-2deaa4b19317) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:15:12.357569 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-27a20b78-ec90-43c6-8c3c-ddf3cf64235b req-ffcd9046-23d7-4276-b2f9-ec68acc9434c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 210 time: 0.3508923 Mar 21 19:15:12.363523 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f9f8-ec40-420e-8672-b707796783c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:12.477561 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-9baf861a-cda2-4c1b-ad0a-692352d8a0fc tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:12.479299 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-9baf861a-cda2-4c1b-ad0a-692352d8a0fc tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 816 time: 0.5522490 Mar 21 19:15:12.516584 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for port (979adac7-041b-45b7-8892-c9955264f0c2), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:12.551792 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-7f261ee4-f770-4b14-a1e5-3e8e161aeb94 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:12.553899 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-7f261ee4-f770-4b14-a1e5-3e8e161aeb94 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 819 time: 0.5927904 Mar 21 19:15:12.587414 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Request body: {'port': {'device_id': '92d99b1b-3bd0-474a-a06e-2ebe10c2ec46', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'admin_state_up': True, 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:12.624113 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-6b880b1e-e857-41c9-8158-bceda8ca90b2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9 HTTP/1.1" status: 200 len: 379 time: 0.1255631 Mar 21 19:15:12.640513 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'port': {'device_id': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'admin_state_up': True, 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'security_groups': ['9219f70b-ecbe-4e81-9606-af9c2471c27d']}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:12.669033 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:12.710371 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f9f8-ec40-420e-8672-b707796783c2 admin admin] Publish callbacks [] for security_group (e961579c-95a7-464e-a3b9-0c43add7ba10), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:12.718365 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bfd4f9f8-ec40-420e-8672-b707796783c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (e961579c-95a7-464e-a3b9-0c43add7ba10), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:12.740148 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (979adac7-041b-45b7-8892-c9955264f0c2), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:12.759205 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Made reservation on behalf of 689ad9bd383e4c2fb3772c4c8f958aca for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:12.763640 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:12.769693 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:12.875000 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-bfd4f9f8-ec40-420e-8672-b707796783c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0e5a4a78fb0145be8d93734e89d3e1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9643257 Mar 21 19:15:12.885749 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 43258) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:12.900387 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Network 742ba410-cead-4812-99b4-e7915464adb5 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:12.902685 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:12.902994 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Network 0b962a0a-e309-4e68-80c4-e22169763239 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:12.905369 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event updated for resources: {'Port': ['ID=979adac7-041b-45b7-8892-c9955264f0c2,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:12.939807 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:15:12.942392 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:12.955811 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:12.962233 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:12.966727 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4f9f8-ec40-420e-8672-b707796783c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e961579c-95a7-464e-a3b9-0c43add7ba10,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:12.991337 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1732a393-1a32-404b-aa41-3d4d2e969d75 req-55f9974d-197c-49fd-8dc3-4f57521222af tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 210 time: 0.1280136 Mar 21 19:15:13.037300 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device eed03232-663d-48b3-9547-79f1d6a011a3 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:13.061829 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e9fc2668-5eff-4563-81ca-266e8d22b452 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0590706 Mar 21 19:15:13.065071 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Made reservation on behalf of eab2b14f00224b67b5cc9f55a10e7ca9 for: {'port': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:13.072060 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.111784 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Request body: {'port': {'device_id': '11e3159a-1ef1-4718-bb1a-cc97f6dac576', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:13.127913 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:15:13.136639 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:13.140131 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.169327 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port eed03232-663d-48b3-9547-79f1d6a011a3 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:15:13.169536 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=68685d44-4e35-4f5e-b146-2deaa4b19317,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:13.181179 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port eed03232-663d-48b3-9547-79f1d6a011a3 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:13.181563 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.191520 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61688ca1-99a2-4058-aa69-7df8a4acfa6b req-c9b51c09-3335-4539-903f-cdefc54bea5b tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:13.200921 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-61688ca1-99a2-4058-aa69-7df8a4acfa6b req-c9b51c09-3335-4539-903f-cdefc54bea5b tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 944 time: 0.2211103 Mar 21 19:15:13.324855 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port eed03232-663d-48b3-9547-79f1d6a011a3 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:13.326162 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.328168 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (979adac7-041b-45b7-8892-c9955264f0c2), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.341526 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.358211 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4854e122-a5e8-484d-be53-c6721fc98b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed03232-663d-48b3-9547-79f1d6a011a3'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:13.379984 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-61688ca1-99a2-4058-aa69-7df8a4acfa6b req-8234d50c-6543-483f-be02-65065ef3bfdb tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779850 Mar 21 19:15:13.443600 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port eed03232-663d-48b3-9547-79f1d6a011a3, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=eed03232-663d-48b3-9547-79f1d6a011a3,segment=NetworkSegment(3ae9c478-37fb-44bd-a609-17f6f0b1e22b),segment_id=3ae9c478-37fb-44bd-a609-17f6f0b1e22b)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:13.450628 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Allocated IP 172.20.0.5 (0c43845d-b277-4a2a-9057-6079c0477fee/23aa5316-0691-4cfc-bd15-7c03f36e59c4/996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:15:13.450842 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-76803dfd-d9c4-425b-85da-36d89978718e None None] Provisioning complete for port 68685d44-4e35-4f5e-b146-2deaa4b19317 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:13.451358 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-76803dfd-d9c4-425b-85da-36d89978718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.479654 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.495136 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-1004a9c8-9057-47c8-a76f-fbab4243d5c1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3975511 Mar 21 19:15:13.513207 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Request body: {'port': {'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:13.554606 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Allocated IP 172.20.0.9 (742ba410-cead-4812-99b4-e7915464adb5/ea7c325d-333c-4ee6-bfdd-52df602a1290/a445558b-fdf1-4f1d-97c3-0a3a77e24349) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:15:13.572313 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c07b81-589e-46b2-8e31-7b404170fddd req-9ef7c75d-2789-4e46-a692-cfcb9e2fd680 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:13.579890 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-52c07b81-589e-46b2-8e31-7b404170fddd req-9ef7c75d-2789-4e46-a692-cfcb9e2fd680 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 931 time: 0.4006119 Mar 21 19:15:13.593119 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab768d7b-a4b9-449a-bf6c-4ea8755393e1 req-48a2909e-3b15-417e-ae74-bf509acbbdcf tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 210 time: 0.0512624 Mar 21 19:15:13.618401 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f6a4627b-6cfe-4143-a57d-81bd994199c2 admin admin] Publish callbacks [] for security_group (e961579c-95a7-464e-a3b9-0c43add7ba10), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.644306 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f6a4627b-6cfe-4143-a57d-81bd994199c2 admin admin] Publish callbacks [] for security_group (e961579c-95a7-464e-a3b9-0c43add7ba10), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.656882 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfde766a-d65e-4b55-a1dc-1d827634761f" -d '{"events": [{"server_uuid": "4854e122-a5e8-484d-be53-c6721fc98b9a", "name": "network-vif-plugged", "status": "completed", "tag": "eed03232-663d-48b3-9547-79f1d6a011a3"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:13.661886 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-76803dfd-d9c4-425b-85da-36d89978718e None None] Port 68685d44-4e35-4f5e-b146-2deaa4b19317 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:15:13.689028 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-76803dfd-d9c4-425b-85da-36d89978718e None None] Provisioning complete for port 979adac7-041b-45b7-8892-c9955264f0c2 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:13.690081 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-76803dfd-d9c4-425b-85da-36d89978718e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (979adac7-041b-45b7-8892-c9955264f0c2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.694862 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=eed03232-663d-48b3-9547-79f1d6a011a3,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:13.725320 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.732907 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.742085 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-76803dfd-d9c4-425b-85da-36d89978718e None None] Port 979adac7-041b-45b7-8892-c9955264f0c2 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:15:13.754189 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-52c07b81-589e-46b2-8e31-7b404170fddd req-bbfeea0f-334a-42e0-90e7-c16af0bc8338 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733809 Mar 21 19:15:13.781110 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.828627 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Network 0c43845d-b277-4a2a-9057-6079c0477fee is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:13.833867 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:13.841306 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:15:13.846391 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:13.847005 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.854217 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:13.873706 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f6a4627b-6cfe-4143-a57d-81bd994199c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (e961579c-95a7-464e-a3b9-0c43add7ba10), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.878314 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-501bdf2d-9d58-4dd6-ba81-3bac42de2fe8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2430696 Mar 21 19:15:13.879729 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f6a4627b-6cfe-4143-a57d-81bd994199c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:13.884760 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f6a4627b-6cfe-4143-a57d-81bd994199c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e961579c-95a7-464e-a3b9-0c43add7ba10 HTTP/1.1" status: 204 len: 168 time: 0.9939563 Mar 21 19:15:13.884837 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc18887-3f21-4237-bdc6-d4f0b9e5e503 x-openstack-request-id: req-ddc18887-3f21-4237-bdc6-d4f0b9e5e503 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:13.884968 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4854e122-a5e8-484d-be53-c6721fc98b9a", "name": "network-vif-plugged", "status": "completed", "tag": "eed03232-663d-48b3-9547-79f1d6a011a3", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:13.885339 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ddc18887-3f21-4237-bdc6-d4f0b9e5e503 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:13.885693 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4854e122-a5e8-484d-be53-c6721fc98b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed03232-663d-48b3-9547-79f1d6a011a3', 'code': 200} Mar 21 19:15:13.910880 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Request body: {'port': {'device_id': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:13.954060 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a4627b-6cfe-4143-a57d-81bd994199c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e961579c-95a7-464e-a3b9-0c43add7ba10,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:14.046417 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:14.082614 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:14.241019 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.55', 52523) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:14.287246 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-7163e1f8-8446-4bc1-8255-ff31df71aa45 None None] Provisioning complete for port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:14.291055 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7163e1f8-8446-4bc1-8255-ff31df71aa45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:14.372101 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-7163e1f8-8446-4bc1-8255-ff31df71aa45 None None] Port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:15:14.419180 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43314) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:14.428470 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9f9735f-ef5f-45b2-b8d2-6a672d802001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:14.506121 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d591-89ba-4a8c-99ae-3bc39746a095 req-3b4cdbc4-7844-47a4-a482-fda96839b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:14.509496 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5489d591-89ba-4a8c-99ae-3bc39746a095 req-3b4cdbc4-7844-47a4-a482-fda96839b3b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 1129 time: 0.2549493 Mar 21 19:15:14.539751 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:14.551861 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda9afc-1a8e-4ec2-a7bf-add887dcca12 req-5872d842-4741-4213-8bba-07184f2d9184 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:14.553482 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1cda9afc-1a8e-4ec2-a7bf-add887dcca12 req-5872d842-4741-4213-8bba-07184f2d9184 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 931 time: 0.3133390 Mar 21 19:15:14.593196 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5489d591-89ba-4a8c-99ae-3bc39746a095 req-19334b56-417b-4f69-8a84-129a8c3eab89 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:14.654321 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Network 742ba410-cead-4812-99b4-e7915464adb5 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:14.670489 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:14.685286 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:15:14.690738 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:14.691639 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:14.716007 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event updated for resources: {'Port': ['ID=a445558b-fdf1-4f1d-97c3-0a3a77e24349,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:14.727258 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43324) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:14.770479 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-f966848c-acb1-438f-bbaa-85a12cbc7f9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2040529 Mar 21 19:15:14.783245 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1cda9afc-1a8e-4ec2-a7bf-add887dcca12 req-193b1d30-1d6d-493e-ac82-2215c06dd081 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2125542 Mar 21 19:15:14.792041 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Request body: {'port': {'device_id': '92d99b1b-3bd0-474a-a06e-2ebe10c2ec46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:14.920273 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 43334) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:14.957222 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9f9735f-ef5f-45b2-b8d2-6a672d802001 admin admin] Publish callbacks [] for security_group (612e386d-9b68-4780-bb0f-48a5f73c3f0d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:14.966467 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:15:14.981203 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e9f9735f-ef5f-45b2-b8d2-6a672d802001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (612e386d-9b68-4780-bb0f-48a5f73c3f0d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:14.990559 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e345dd4-ac23-4c67-8eb2-36a36c331500 req-5654cec6-d744-401e-add4-f14891fc4ab9 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:14.992063 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7e345dd4-ac23-4c67-8eb2-36a36c331500 req-5654cec6-d744-401e-add4-f14891fc4ab9 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.4405468 Mar 21 19:15:14.997083 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Publish callbacks [] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.011888 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68685d44-4e35-4f5e-b146-2deaa4b19317 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:15:15.015828 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-1bda4eba-6f36-44dc-874f-599e8f369022 None None] Provisioning complete for port a445558b-fdf1-4f1d-97c3-0a3a77e24349 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:15.016573 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1bda4eba-6f36-44dc-874f-599e8f369022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.023375 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Publish callbacks [] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.050227 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Transition to ACTIVE for port object 68685d44-4e35-4f5e-b146-2deaa4b19317 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:15:15.056586 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-1bda4eba-6f36-44dc-874f-599e8f369022 None None] Port a445558b-fdf1-4f1d-97c3-0a3a77e24349 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:15:15.077856 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.085292 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c190b4cc-db17-429e-ad8a-367e45d1efc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.091728 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Transition to ACTIVE for port object 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa will not be triggered until provisioned by entity L2. {{(pid=103550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:15:15.094936 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5489d591-89ba-4a8c-99ae-3bc39746a095 req-19334b56-417b-4f69-8a84-129a8c3eab89 service neutron] Publish callbacks [] for security_group (43f3b3c8-9cd7-43b5-af98-4071200a75bc), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.107076 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-5489d591-89ba-4a8c-99ae-3bc39746a095 req-19334b56-417b-4f69-8a84-129a8c3eab89 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (43f3b3c8-9cd7-43b5-af98-4071200a75bc), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.109045 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.110808 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f982bee1-ffe7-4744-8795-2a8cae6dd7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.111285 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e9f9735f-ef5f-45b2-b8d2-6a672d802001 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef00561a387b4415afc0b351d98ce50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6990316 Mar 21 19:15:15.121445 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.123183 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43340) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:15.135042 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9735f-ef5f-45b2-b8d2-6a672d802001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612e386d-9b68-4780-bb0f-48a5f73c3f0d,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:15.256263 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc40585-5b29-4b06-87bf-87a0f84a75b1 req-126d1428-1500-4bb7-87ec-a4e5572c1474 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:15.263558 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-afc40585-5b29-4b06-87bf-87a0f84a75b1 req-126d1428-1500-4bb7-87ec-a4e5572c1474 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 931 time: 0.3281910 Mar 21 19:15:15.267442 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5489d591-89ba-4a8c-99ae-3bc39746a095 req-19334b56-417b-4f69-8a84-129a8c3eab89 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7437658 Mar 21 19:15:15.284651 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Pushing event updated for resources: {'Port': ['ID=68685d44-4e35-4f5e-b146-2deaa4b19317,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:15.312274 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19334b56-417b-4f69-8a84-129a8c3eab89 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=43f3b3c8-9cd7-43b5-af98-4071200a75bc,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:15.402277 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Attempting to bind port 68685d44-4e35-4f5e-b146-2deaa4b19317 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:15:15.402914 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Attempting to bind port 68685d44-4e35-4f5e-b146-2deaa4b19317 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:15:15.403450 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Attempting to bind port 68685d44-4e35-4f5e-b146-2deaa4b19317 on network 0b962a0a-e309-4e68-80c4-e22169763239 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:15.421146 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7e345dd4-ac23-4c67-8eb2-36a36c331500 req-a48df5cb-f35d-4a09-9018-84f7cb496fc8 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161177 Mar 21 19:15:15.477705 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Port 68685d44-4e35-4f5e-b146-2deaa4b19317 on network 0b962a0a-e309-4e68-80c4-e22169763239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:15:15.477834 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Attempting to bind port 68685d44-4e35-4f5e-b146-2deaa4b19317 on network 0b962a0a-e309-4e68-80c4-e22169763239 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:15.505117 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-afc40585-5b29-4b06-87bf-87a0f84a75b1 req-76d3d45e-ba65-4e32-9b57-353b25e0803c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403080 Mar 21 19:15:15.526057 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:15:15.526599 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Checking segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:15.527315 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Bound using segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:15:15.527673 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Bound port: 68685d44-4e35-4f5e-b146-2deaa4b19317, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:15:15.528084 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.531548 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 979adac7-041b-45b7-8892-c9955264f0c2 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:15:15.543070 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Pushing event updated for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:15.580469 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Publish callbacks [] for port (979adac7-041b-45b7-8892-c9955264f0c2), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.583214 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f982bee1-ffe7-4744-8795-2a8cae6dd7bc admin admin] Publish callbacks [] for security_group (070d1cf2-ee0e-4ecb-90b7-45e5c6bceec9), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.590036 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f982bee1-ffe7-4744-8795-2a8cae6dd7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (070d1cf2-ee0e-4ecb-90b7-45e5c6bceec9), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.612338 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aa61d73b-2052-4bed-9db7-28137c753bff admin admin] Publish callbacks [] for security_group (612e386d-9b68-4780-bb0f-48a5f73c3f0d), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.634962 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c190b4cc-db17-429e-ad8a-367e45d1efc9 admin admin] Publish callbacks [] for security_group (b5df33e4-99aa-4fab-8d77-3a75212c4eb8), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.636647 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Transition to ACTIVE for port object 979adac7-041b-45b7-8892-c9955264f0c2 will not be triggered until provisioned by entity L2. {{(pid=103550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:15:15.642765 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Attempting to bind port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:15:15.643150 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Attempting to bind port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:15:15.643488 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Attempting to bind port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa on network 0c43845d-b277-4a2a-9057-6079c0477fee {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:15.655245 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c190b4cc-db17-429e-ad8a-367e45d1efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b5df33e4-99aa-4fab-8d77-3a75212c4eb8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.657326 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (979adac7-041b-45b7-8892-c9955264f0c2), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.682603 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa on network 0c43845d-b277-4a2a-9057-6079c0477fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:15:15.683525 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Attempting to bind port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa on network 0c43845d-b277-4a2a-9057-6079c0477fee {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:15.687880 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] For port 68685d44-4e35-4f5e-b146-2deaa4b19317, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:15:15.694174 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f982bee1-ffe7-4744-8795-2a8cae6dd7bc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c25229dc56d14cb882ab0eaa38119190&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7544081 Mar 21 19:15:15.699823 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aa61d73b-2052-4bed-9db7-28137c753bff admin admin] Publish callbacks [] for security_group (612e386d-9b68-4780-bb0f-48a5f73c3f0d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.704978 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43346) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:15.709749 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982bee1-ffe7-4744-8795-2a8cae6dd7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070d1cf2-ee0e-4ecb-90b7-45e5c6bceec9,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:15.720032 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] For port 68685d44-4e35-4f5e-b146-2deaa4b19317, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=68685d44-4e35-4f5e-b146-2deaa4b19317,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:15:15.730738 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.766463 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:15:15.766812 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Checking segment: {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:15.767209 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Bound using segment: {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:15:15.768164 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Bound port: 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:15:15.768576 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.793747 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:15.794381 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:15.795871 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] 10.222.0.55 "PUT /v2.0/ports/68685d44-4e35-4f5e-b146-2deaa4b19317 HTTP/1.1" status: 200 len: 1093 time: 2.2869670 Mar 21 19:15:15.798257 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e36944c-b86e-4c93-8643-6d605634167d', 'tag': '68685d44-4e35-4f5e-b146-2deaa4b19317'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:15.828814 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c190b4cc-db17-429e-ad8a-367e45d1efc9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f6d98b02d6343aba5cc6c5e8761b086&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0786979 Mar 21 19:15:15.836641 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848d8f4-b6ab-451a-8fdd-28412a398cb4 req-e83afdc8-69fd-4d8e-8c2f-21b471bb571f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:15.838135 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e848d8f4-b6ab-451a-8fdd-28412a398cb4 req-e83afdc8-69fd-4d8e-8c2f-21b471bb571f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 943 time: 0.3287544 Mar 21 19:15:15.840374 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43350) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:15.851393 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190b4cc-db17-429e-ad8a-367e45d1efc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5df33e4-99aa-4fab-8d77-3a75212c4eb8,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:15.910683 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78c4eb-9c9c-4191-9d8f-8c425809f34a service neutron] Pushing event updated for resources: {'Port': ['ID=68685d44-4e35-4f5e-b146-2deaa4b19317,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:15.923662 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Pushing event updated for resources: {'Port': ['ID=979adac7-041b-45b7-8892-c9955264f0c2,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:16.033052 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a445558b-fdf1-4f1d-97c3-0a3a77e24349 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:15:16.043839 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Publish callbacks [] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.054274 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbebd1-2e80-46f7-afce-5f3f360d8e96 req-23897af5-89cf-4996-8a4e-eb8c74d756f3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:16.055812 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5afbebd1-2e80-46f7-afce-5f3f360d8e96 req-23897af5-89cf-4996-8a4e-eb8c74d756f3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.1332204 Mar 21 19:15:16.060069 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee6f6-cd47-4907-baee-8447c6fbdfe4 admin admin] Publish callbacks [] for security_group (070d1cf2-ee0e-4ecb-90b7-45e5c6bceec9), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.077128 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c319bb2-1aa8-425b-895d-cbc99ae8a5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9e36944c-b86e-4c93-8643-6d605634167d", "tag": "68685d44-4e35-4f5e-b146-2deaa4b19317"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:16.085317 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:15:16.144620 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:15:16.160258 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e848d8f4-b6ab-451a-8fdd-28412a398cb4 req-d7ccf469-8ad2-41c4-a52d-000233c4963d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687325 Mar 21 19:15:16.162368 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee6f6-cd47-4907-baee-8447c6fbdfe4 admin admin] Publish callbacks [] for security_group (070d1cf2-ee0e-4ecb-90b7-45e5c6bceec9), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.166739 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aa61d73b-2052-4bed-9db7-28137c753bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (612e386d-9b68-4780-bb0f-48a5f73c3f0d), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.169283 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aa61d73b-2052-4bed-9db7-28137c753bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.173039 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-aa61d73b-2052-4bed-9db7-28137c753bff admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/612e386d-9b68-4780-bb0f-48a5f73c3f0d HTTP/1.1" status: 204 len: 168 time: 1.0365481 Mar 21 19:15:16.180261 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Attempting to bind port 979adac7-041b-45b7-8892-c9955264f0c2 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:15:16.180632 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Attempting to bind port 979adac7-041b-45b7-8892-c9955264f0c2 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:15:16.180969 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Attempting to bind port 979adac7-041b-45b7-8892-c9955264f0c2 on network 742ba410-cead-4812-99b4-e7915464adb5 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:16.183352 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.202725 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f2f6-5dff-425f-8e78-c394ccc93af6 admin admin] Publish callbacks [] for security_group (b5df33e4-99aa-4fab-8d77-3a75212c4eb8), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.215967 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Port 979adac7-041b-45b7-8892-c9955264f0c2 on network 742ba410-cead-4812-99b4-e7915464adb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:15:16.216305 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Attempting to bind port 979adac7-041b-45b7-8892-c9955264f0c2 on network 742ba410-cead-4812-99b4-e7915464adb5 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:16.218519 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61d73b-2052-4bed-9db7-28137c753bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612e386d-9b68-4780-bb0f-48a5f73c3f0d,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:16.262363 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:16.263063 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.264763 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] 10.222.0.55 "PUT /v2.0/ports/996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa HTTP/1.1" status: 200 len: 1093 time: 2.3645597 Mar 21 19:15:16.275568 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:16.278085 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef25d47a-1162-4bc7-a993-2ae3fa6bbef6" -d '{"events": [{"name": "network-changed", "server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:16.296383 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:15:16.296837 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Checking segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:16.297309 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Bound using segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:15:16.297959 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Bound port: 979adac7-041b-45b7-8892-c9955264f0c2, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:15:16.298414 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (979adac7-041b-45b7-8892-c9955264f0c2), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.310864 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Transition to ACTIVE for port object a445558b-fdf1-4f1d-97c3-0a3a77e24349 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:15:16.318151 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f2f6-5dff-425f-8e78-c394ccc93af6 admin admin] Publish callbacks [] for security_group (b5df33e4-99aa-4fab-8d77-3a75212c4eb8), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.318381 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe55413c-4278-4df7-a9fb-3c7564344ad2 x-openstack-request-id: req-fe55413c-4278-4df7-a9fb-3c7564344ad2 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:16.318652 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e36944c-b86e-4c93-8643-6d605634167d", "tag": "68685d44-4e35-4f5e-b146-2deaa4b19317", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:16.318988 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fe55413c-4278-4df7-a9fb-3c7564344ad2 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:16.321639 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e36944c-b86e-4c93-8643-6d605634167d', 'tag': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'status': 'completed', 'code': 200} Mar 21 19:15:16.326933 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.366220 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb421aaf-41eb-495e-8dbb-cd2c3f9d4da2 x-openstack-request-id: req-eb421aaf-41eb-495e-8dbb-cd2c3f9d4da2 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:16.366514 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:16.366770 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb421aaf-41eb-495e-8dbb-cd2c3f9d4da2 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:16.367691 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'status': 'completed', 'code': 200} Mar 21 19:15:16.379161 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Pushing event updated for resources: {'Port': ['ID=a445558b-fdf1-4f1d-97c3-0a3a77e24349,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:16.390460 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216939c-487a-4863-b0e3-24fa309eff6a service neutron] Pushing event updated for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:16.416888 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee6f6-cd47-4907-baee-8447c6fbdfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (070d1cf2-ee0e-4ecb-90b7-45e5c6bceec9), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.419219 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bf3ee6f6-cd47-4907-baee-8447c6fbdfe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.423046 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-bf3ee6f6-cd47-4907-baee-8447c6fbdfe4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/070d1cf2-ee0e-4ecb-90b7-45e5c6bceec9 HTTP/1.1" status: 204 len: 168 time: 0.7120612 Mar 21 19:15:16.423216 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5afbebd1-2e80-46f7-afce-5f3f360d8e96 req-08315212-1792-4215-831b-36195d109fbd tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3543200 Mar 21 19:15:16.441846 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ee6f6-cd47-4907-baee-8447c6fbdfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070d1cf2-ee0e-4ecb-90b7-45e5c6bceec9,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:16.457807 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] For port 979adac7-041b-45b7-8892-c9955264f0c2, host hv-cinder-83452, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:15:16.463034 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f2f6-5dff-425f-8e78-c394ccc93af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b5df33e4-99aa-4fab-8d77-3a75212c4eb8), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.470655 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f2f6-5dff-425f-8e78-c394ccc93af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.472791 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e3a6f2f6-5dff-425f-8e78-c394ccc93af6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5df33e4-99aa-4fab-8d77-3a75212c4eb8 HTTP/1.1" status: 204 len: 168 time: 0.6239760 Mar 21 19:15:16.478662 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] For port 979adac7-041b-45b7-8892-c9955264f0c2, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=979adac7-041b-45b7-8892-c9955264f0c2,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:15:16.499234 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f2f6-5dff-425f-8e78-c394ccc93af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5df33e4-99aa-4fab-8d77-3a75212c4eb8,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:16.507690 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (979adac7-041b-45b7-8892-c9955264f0c2), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.574058 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:16.574698 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.576135 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] 10.222.0.55 "PUT /v2.0/ports/979adac7-041b-45b7-8892-c9955264f0c2 HTTP/1.1" status: 200 len: 1093 time: 3.4965496 Mar 21 19:15:16.596145 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Attempting to bind port a445558b-fdf1-4f1d-97c3-0a3a77e24349 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:15:16.596998 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Attempting to bind port a445558b-fdf1-4f1d-97c3-0a3a77e24349 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:15:16.597443 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Attempting to bind port a445558b-fdf1-4f1d-97c3-0a3a77e24349 on network 742ba410-cead-4812-99b4-e7915464adb5 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:16.613593 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Port a445558b-fdf1-4f1d-97c3-0a3a77e24349 on network 742ba410-cead-4812-99b4-e7915464adb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:15:16.614025 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Attempting to bind port a445558b-fdf1-4f1d-97c3-0a3a77e24349 on network 742ba410-cead-4812-99b4-e7915464adb5 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:16.669579 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c46b82-fd6e-4483-8962-fad51f92fe4a service neutron] Pushing event updated for resources: {'Port': ['ID=979adac7-041b-45b7-8892-c9955264f0c2,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:16.689592 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:15:16.690082 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Checking segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:16.690429 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Bound using segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:15:16.690991 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Bound port: a445558b-fdf1-4f1d-97c3-0a3a77e24349, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:15:16.691408 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.722195 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4374b5b-2229-4ca2-a7d3-84833b120de1 req-5aee8d67-20f0-4410-8add-836ef22679ca tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:16.723987 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c4374b5b-2229-4ca2-a7d3-84833b120de1 req-5aee8d67-20f0-4410-8add-836ef22679ca tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.1248422 Mar 21 19:15:16.778745 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3e5305-4641-4c71-b7b1-9ff05d00b679 req-e44969fa-97ef-43a8-bcc7-6748cd534259 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:16.780436 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dc3e5305-4641-4c71-b7b1-9ff05d00b679 req-e44969fa-97ef-43a8-bcc7-6748cd534259 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 943 time: 0.1686354 Mar 21 19:15:16.810208 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c4374b5b-2229-4ca2-a7d3-84833b120de1 req-f0025e26-b36d-4f65-b1c5-ce8619be4b04 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757933 Mar 21 19:15:16.837319 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] For port a445558b-fdf1-4f1d-97c3-0a3a77e24349, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:15:16.863814 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] For port a445558b-fdf1-4f1d-97c3-0a3a77e24349, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=a445558b-fdf1-4f1d-97c3-0a3a77e24349,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:15:16.874082 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dc3e5305-4641-4c71-b7b1-9ff05d00b679 req-c34854c2-47e7-4e17-a9d3-6723cddbe004 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773151 Mar 21 19:15:16.875988 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.932061 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:16.932729 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:16.934154 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] 10.222.0.55 "PUT /v2.0/ports/a445558b-fdf1-4f1d-97c3-0a3a77e24349 HTTP/1.1" status: 200 len: 1093 time: 2.1474347 Mar 21 19:15:16.969463 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e66aa6-268b-4b6a-a49e-eb12ac7c8d5c service neutron] Pushing event updated for resources: {'Port': ['ID=a445558b-fdf1-4f1d-97c3-0a3a77e24349,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:17.078723 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43388) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:17.093555 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-544d9e53-7663-4b1f-a5ee-7c1acc211669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.149131 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 43390) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:17.168765 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-75abc9e1-61cb-48c9-8c1a-0989f283d98c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.199631 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-544d9e53-7663-4b1f-a5ee-7c1acc211669 admin admin] Publish callbacks [] for security_group (774da20d-f0f6-4d8a-b7e0-8480ddb4547c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.205957 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-544d9e53-7663-4b1f-a5ee-7c1acc211669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (774da20d-f0f6-4d8a-b7e0-8480ddb4547c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.261279 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-544d9e53-7663-4b1f-a5ee-7c1acc211669 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f246d42285454c3c89d62481bc0b981e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1792231 Mar 21 19:15:17.261279 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d9e53-7663-4b1f-a5ee-7c1acc211669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774da20d-f0f6-4d8a-b7e0-8480ddb4547c,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:17.262510 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43394) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:17.307172 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-75abc9e1-61cb-48c9-8c1a-0989f283d98c admin admin] Publish callbacks [] for security_group (89787117-f829-4727-9f34-891442037cba), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.311991 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-75abc9e1-61cb-48c9-8c1a-0989f283d98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (89787117-f829-4727-9f34-891442037cba), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.352615 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c9f56cd3-371c-4abf-99e3-5582c65d29e7 admin admin] Publish callbacks [] for security_group (774da20d-f0f6-4d8a-b7e0-8480ddb4547c), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.352802 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-75abc9e1-61cb-48c9-8c1a-0989f283d98c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c3ce329853a4d598e21246069ef365f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2015872 Mar 21 19:15:17.353327 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75abc9e1-61cb-48c9-8c1a-0989f283d98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89787117-f829-4727-9f34-891442037cba,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:17.355684 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 43398) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:17.372661 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120c5e9-4320-4803-8c10-9e30455d0d73 req-c7717181-c706-43b5-9ed3-7bf87ac4fcfc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:17.374209 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7120c5e9-4320-4803-8c10-9e30455d0d73 req-c7717181-c706-43b5-9ed3-7bf87ac4fcfc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 943 time: 0.1026654 Mar 21 19:15:17.390217 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c9f56cd3-371c-4abf-99e3-5582c65d29e7 admin admin] Publish callbacks [] for security_group (774da20d-f0f6-4d8a-b7e0-8480ddb4547c), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.409614 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82656dcc-e0ee-47a7-8e1a-827732249258 admin admin] Publish callbacks [] for security_group (89787117-f829-4727-9f34-891442037cba), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.432737 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82656dcc-e0ee-47a7-8e1a-827732249258 admin admin] Publish callbacks [] for security_group (89787117-f829-4727-9f34-891442037cba), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.454758 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7120c5e9-4320-4803-8c10-9e30455d0d73 req-4ed4fa9f-3eef-4ffc-8786-7cad84e146d2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704195 Mar 21 19:15:17.475206 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c9f56cd3-371c-4abf-99e3-5582c65d29e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (774da20d-f0f6-4d8a-b7e0-8480ddb4547c), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.478032 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c9f56cd3-371c-4abf-99e3-5582c65d29e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.481557 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c9f56cd3-371c-4abf-99e3-5582c65d29e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/774da20d-f0f6-4d8a-b7e0-8480ddb4547c HTTP/1.1" status: 204 len: 168 time: 0.2157409 Mar 21 19:15:17.491007 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f56cd3-371c-4abf-99e3-5582c65d29e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774da20d-f0f6-4d8a-b7e0-8480ddb4547c,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:17.498385 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82656dcc-e0ee-47a7-8e1a-827732249258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (89787117-f829-4727-9f34-891442037cba), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.501796 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82656dcc-e0ee-47a7-8e1a-827732249258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:17.505912 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-82656dcc-e0ee-47a7-8e1a-827732249258 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89787117-f829-4727-9f34-891442037cba HTTP/1.1" status: 204 len: 168 time: 0.1465018 Mar 21 19:15:17.512139 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82656dcc-e0ee-47a7-8e1a-827732249258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89787117-f829-4727-9f34-891442037cba,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:17.623743 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca1cbb-da3c-4e38-b94b-0c8d1c33b2e5 req-5db94c32-7bfc-47eb-b612-3480de8f77a2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:17.624926 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77ca1cbb-da3c-4e38-b94b-0c8d1c33b2e5 req-5db94c32-7bfc-47eb-b612-3480de8f77a2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0571768 Mar 21 19:15:17.681032 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-77ca1cbb-da3c-4e38-b94b-0c8d1c33b2e5 req-b82ac912-4a68-423d-8fb0-0b5066476ba3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497007 Mar 21 19:15:17.989915 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e2c5d-3593-4cce-bbd0-1bb8d954a9d7 req-b88e16bc-09f7-4d40-94a9-3a71713f78cd tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:17.991566 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0e5e2c5d-3593-4cce-bbd0-1bb8d954a9d7 req-b88e16bc-09f7-4d40-94a9-3a71713f78cd tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.1109204 Mar 21 19:15:18.015611 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10045825-857a-4ca2-ab40-fc977f29ec22 req-dd137c2e-e584-47fb-83cc-7ef28b620e5e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:18.017597 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10045825-857a-4ca2-ab40-fc977f29ec22 req-dd137c2e-e584-47fb-83cc-7ef28b620e5e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 943 time: 0.0560634 Mar 21 19:15:18.056515 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0e5e2c5d-3593-4cce-bbd0-1bb8d954a9d7 req-53fdee0c-6ac7-4b63-b498-67ff29adc83e tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575311 Mar 21 19:15:18.104524 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10045825-857a-4ca2-ab40-fc977f29ec22 req-2f869e6d-d912-4225-a327-ba83b84c23cc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793300 Mar 21 19:15:18.322922 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d99b1b-3bd0-474a-a06e-2ebe10c2ec46', 'tag': 'a445558b-fdf1-4f1d-97c3-0a3a77e24349'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:18.325530 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2362ee-65eb-41ba-8503-c66da86e6e82" -d '{"events": [{"name": "network-changed", "server_uuid": "92d99b1b-3bd0-474a-a06e-2ebe10c2ec46", "tag": "a445558b-fdf1-4f1d-97c3-0a3a77e24349"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:18.364927 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cceacf3-c82a-41a6-94af-8570c1553075 x-openstack-request-id: req-6cceacf3-c82a-41a6-94af-8570c1553075 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:18.365380 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d99b1b-3bd0-474a-a06e-2ebe10c2ec46", "tag": "a445558b-fdf1-4f1d-97c3-0a3a77e24349", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:18.365718 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6cceacf3-c82a-41a6-94af-8570c1553075 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:18.366309 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d99b1b-3bd0-474a-a06e-2ebe10c2ec46', 'tag': 'a445558b-fdf1-4f1d-97c3-0a3a77e24349', 'status': 'completed', 'code': 200} Mar 21 19:15:18.369036 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e3159a-1ef1-4718-bb1a-cc97f6dac576', 'tag': '979adac7-041b-45b7-8892-c9955264f0c2'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:18.371440 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f379913-b327-4868-8683-2d2e860479ba" -d '{"events": [{"name": "network-changed", "server_uuid": "11e3159a-1ef1-4718-bb1a-cc97f6dac576", "tag": "979adac7-041b-45b7-8892-c9955264f0c2"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:18.411052 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc3b5d2-d7eb-48bf-844a-0f7c12d07d7b x-openstack-request-id: req-8fc3b5d2-d7eb-48bf-844a-0f7c12d07d7b {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:18.411052 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e3159a-1ef1-4718-bb1a-cc97f6dac576", "tag": "979adac7-041b-45b7-8892-c9955264f0c2", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:18.411342 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fc3b5d2-d7eb-48bf-844a-0f7c12d07d7b {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:18.411662 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e3159a-1ef1-4718-bb1a-cc97f6dac576', 'tag': '979adac7-041b-45b7-8892-c9955264f0c2', 'status': 'completed', 'code': 200} Mar 21 19:15:18.591289 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91157cf-b14b-43b7-80cb-eb6386212182 req-5963f843-bbc5-4d4f-ab98-00987b42e7dd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:18.593187 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c91157cf-b14b-43b7-80cb-eb6386212182 req-5963f843-bbc5-4d4f-ab98-00987b42e7dd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 943 time: 0.0571282 Mar 21 19:15:18.650778 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c91157cf-b14b-43b7-80cb-eb6386212182 req-225956dc-8035-4bab-93ed-4c6f9058200d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497358 Mar 21 19:15:18.809503 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fd974-c8ad-4a23-add6-bb1f7efc04f4 req-3dc0b05a-4930-4f2e-a330-f7fdfeec4838 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:18.811201 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dc4fd974-c8ad-4a23-add6-bb1f7efc04f4 req-3dc0b05a-4930-4f2e-a330-f7fdfeec4838 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0566819 Mar 21 19:15:18.859981 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dc4fd974-c8ad-4a23-add6-bb1f7efc04f4 req-e7985a85-d509-43ca-9005-1f2eb3c8a7c0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428147 Mar 21 19:15:19.197154 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c4851-392f-40a5-a224-87d27a504d35 req-d3564a24-a604-4c3b-ace8-3879d3cbdff7 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:19.199092 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c03c4851-392f-40a5-a224-87d27a504d35 req-d3564a24-a604-4c3b-ace8-3879d3cbdff7 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.0726049 Mar 21 19:15:19.262463 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c03c4851-392f-40a5-a224-87d27a504d35 req-93c8286c-9d94-482d-adb4-b02ac6b15b2f tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577109 Mar 21 19:15:19.299517 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c65d650-7726-4817-b9a0-9b176a99a857 req-301a0c92-612f-4fc4-b355-8fbf1489ef2e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:19.301167 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c65d650-7726-4817-b9a0-9b176a99a857 req-301a0c92-612f-4fc4-b355-8fbf1489ef2e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 943 time: 0.0968871 Mar 21 19:15:19.351935 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c65d650-7726-4817-b9a0-9b176a99a857 req-3e538cad-88b8-4a33-b26f-5d0484151339 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437374 Mar 21 19:15:19.773579 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c511c-e75b-4d81-8839-e1a85b62732d req-fc7eca0a-9817-49a0-a748-cfed1ad6bef5 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:19.779676 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d18c511c-e75b-4d81-8839-e1a85b62732d req-fc7eca0a-9817-49a0-a748-cfed1ad6bef5 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 943 time: 0.0576606 Mar 21 19:15:19.828260 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d18c511c-e75b-4d81-8839-e1a85b62732d req-198e49f8-cb3e-4056-9abe-ceb271e7806c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467751 Mar 21 19:15:19.986145 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b21cf-1cae-4ce1-a98b-eb9c6258bae0 req-1b36f318-70ac-4c0d-b785-c1eef85328b4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:19.987658 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cf1b21cf-1cae-4ce1-a98b-eb9c6258bae0 req-1b36f318-70ac-4c0d-b785-c1eef85328b4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0546086 Mar 21 19:15:20.044731 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cf1b21cf-1cae-4ce1-a98b-eb9c6258bae0 req-248a5e5a-c113-4721-a4e5-22450810f5d8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512450 Mar 21 19:15:20.384472 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4190a759-2f76-4198-b02e-32a46bcb5a14 req-aca633f5-d35e-4b03-8f47-c3657081ef59 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:20.386013 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4190a759-2f76-4198-b02e-32a46bcb5a14 req-aca633f5-d35e-4b03-8f47-c3657081ef59 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.0532105 Mar 21 19:15:20.437369 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4190a759-2f76-4198-b02e-32a46bcb5a14 req-96fac294-521f-4e72-bf62-c07282804009 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 Mar 21 19:15:20.583209 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25d47a-1162-4bc7-a993-2ae3fa6bbef6 req-ddf35530-fa6e-43d7-b227-83b47c010f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:20.584868 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ef25d47a-1162-4bc7-a993-2ae3fa6bbef6 req-ddf35530-fa6e-43d7-b227-83b47c010f65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 1127 time: 0.0618477 Mar 21 19:15:20.585291 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995eeec8-eca2-46a8-a2c1-127e331ddbac req-5bb52ba9-ef4a-4705-9e3c-cbd2218bdd9e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:20.587350 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-995eeec8-eca2-46a8-a2c1-127e331ddbac req-5bb52ba9-ef4a-4705-9e3c-cbd2218bdd9e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 943 time: 0.1642962 Mar 21 19:15:20.587506 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2362ee-65eb-41ba-8503-c66da86e6e82 req-b7e56d17-60c8-4231-b6e5-b0b0dd1686c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:20.588941 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0b2362ee-65eb-41ba-8503-c66da86e6e82 req-b7e56d17-60c8-4231-b6e5-b0b0dd1686c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 1127 time: 0.1067224 Mar 21 19:15:20.599323 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-149f7b2b-63fd-40df-88c4-1c26ee17e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:20.601035 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-149f7b2b-63fd-40df-88c4-1c26ee17e14c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 1127 time: 0.1482797 Mar 21 19:15:20.607848 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c319bb2-1aa8-425b-895d-cbc99ae8a5c2 req-2ffda93f-9881-4dff-9076-a722ade4785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:20.609288 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c319bb2-1aa8-425b-895d-cbc99ae8a5c2 req-2ffda93f-9881-4dff-9076-a722ade4785d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 1127 time: 0.1203511 Mar 21 19:15:20.716307 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-f11532e2-a1f6-49dc-a483-ac9926dbbcf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=979adac7-041b-45b7-8892-c9955264f0c2 HTTP/1.1" status: 200 len: 217 time: 0.1041694 Mar 21 19:15:20.788645 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2362ee-65eb-41ba-8503-c66da86e6e82 req-a3fa4275-f1d4-4f53-bde6-e4c9fcc9a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:20.790375 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0b2362ee-65eb-41ba-8503-c66da86e6e82 req-a3fa4275-f1d4-4f53-bde6-e4c9fcc9a43c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1915841 Mar 21 19:15:20.791571 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25d47a-1162-4bc7-a993-2ae3fa6bbef6 req-7a64ab1b-5798-4fb2-ab6a-29002c9d99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:20.793452 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ef25d47a-1162-4bc7-a993-2ae3fa6bbef6 req-7a64ab1b-5798-4fb2-ab6a-29002c9d99fa service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1958113 Mar 21 19:15:20.881251 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-995eeec8-eca2-46a8-a2c1-127e331ddbac req-94b65a18-0b63-4f05-a832-679fd8596f53 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866616 Mar 21 19:15:20.937232 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-5ef6af7e-b48c-429b-aadf-2b6560f92545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:20.938957 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-5ef6af7e-b48c-429b-aadf-2b6560f92545 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.1887181 Mar 21 19:15:21.014298 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef25d47a-1162-4bc7-a993-2ae3fa6bbef6 req-a1ce9fa4-bbb8-486b-afd3-f239c1e704bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.015822 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ef25d47a-1162-4bc7-a993-2ae3fa6bbef6 req-a1ce9fa4-bbb8-486b-afd3-f239c1e704bc service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2124698 Mar 21 19:15:21.019871 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2362ee-65eb-41ba-8503-c66da86e6e82 req-4225399f-a53d-4b1a-89e1-254f50edc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.021411 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0b2362ee-65eb-41ba-8503-c66da86e6e82 req-4225399f-a53d-4b1a-89e1-254f50edc660 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2194216 Mar 21 19:15:21.034656 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c319bb2-1aa8-425b-895d-cbc99ae8a5c2 req-c19e8fa5-170b-4df5-ac6f-a626dbe2a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.036310 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c319bb2-1aa8-425b-895d-cbc99ae8a5c2 req-c19e8fa5-170b-4df5-ac6f-a626dbe2a1ba service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4196713 Mar 21 19:15:21.039252 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7976f2-c35a-4da6-b5d0-2cd649041a80 req-c18472e4-8501-4b2c-acc0-1beace9dfa00 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.040813 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-cb7976f2-c35a-4da6-b5d0-2cd649041a80 req-c18472e4-8501-4b2c-acc0-1beace9dfa00 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 943 time: 0.1128678 Mar 21 19:15:21.186717 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e2b4b2b3-4171-482b-ac53-23e253d4601a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.188224 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-e2b4b2b3-4171-482b-ac53-23e253d4601a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2398872 Mar 21 19:15:21.202255 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-c0bdfac8-ba7a-4d49-add9-aba78a7b2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.206994 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-c0bdfac8-ba7a-4d49-add9-aba78a7b2fa5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 1127 time: 0.1430292 Mar 21 19:15:21.215800 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-cb7976f2-c35a-4da6-b5d0-2cd649041a80 req-9610c8e1-a51f-41cb-9923-0a90e77b9dce tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618912 Mar 21 19:15:21.282638 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-a39eeaf4-5ccf-418b-8d0f-77f91de728de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa HTTP/1.1" status: 200 len: 217 time: 0.0653594 Mar 21 19:15:21.284781 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-4afabb86-414e-468a-a075-15d0218d8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.286352 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-4afabb86-414e-468a-a075-15d0218d8e96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 1127 time: 0.1852531 Mar 21 19:15:21.321134 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c319bb2-1aa8-425b-895d-cbc99ae8a5c2 req-0763b069-71d9-47f1-bd8e-78d650ad376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.322626 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c319bb2-1aa8-425b-895d-cbc99ae8a5c2 req-0763b069-71d9-47f1-bd8e-78d650ad376d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2728055 Mar 21 19:15:21.349354 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f775dda9-3ea8-493b-b9da-e68e89128665 req-8f6b3a37-15b6-4815-9bf4-b02850bc2530 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.353007 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f775dda9-3ea8-493b-b9da-e68e89128665 req-8f6b3a37-15b6-4815-9bf4-b02850bc2530 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.2043030 Mar 21 19:15:21.363887 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-abf3790c-ecc7-4565-92ef-f4714b291483 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a445558b-fdf1-4f1d-97c3-0a3a77e24349 HTTP/1.1" status: 200 len: 217 time: 0.0515003 Mar 21 19:15:21.450868 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-ba8eed2e-f8c2-4433-92ac-c26edf891ba3 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444575 Mar 21 19:15:21.464330 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-3cf2ffd5-ee00-47f1-92fc-d2e0847e7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.466844 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-3cf2ffd5-ee00-47f1-92fc-d2e0847e7dae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.1687109 Mar 21 19:15:21.508063 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-78f12d2f-3f06-47fa-be5b-9e5464ee1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.510020 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-78f12d2f-3f06-47fa-be5b-9e5464ee1ef0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.1206787 Mar 21 19:15:21.565990 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f775dda9-3ea8-493b-b9da-e68e89128665 req-5430b668-ed9a-4cc1-b45f-7f6e83b66563 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057629 Mar 21 19:15:21.582576 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-0cd764a3-da7c-446e-8ea4-9d264ce4b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.582576 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-0cd764a3-da7c-446e-8ea4-9d264ce4b045 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 1127 time: 0.1920660 Mar 21 19:15:21.950040 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-84c80446-6dde-4333-8cb4-6414cabbd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.954772 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-84c80446-6dde-4333-8cb4-6414cabbd331 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4359429 Mar 21 19:15:21.956949 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-fe215709-45c3-4325-a391-6243102495c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.958374 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-fe215709-45c3-4325-a391-6243102495c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4853871 Mar 21 19:15:21.974430 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d17d14-0ffb-4955-befc-168d6a9d1824 req-9b961117-1243-43b7-9fa9-d597d1fb87cd tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:21.976014 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e2d17d14-0ffb-4955-befc-168d6a9d1824 req-9b961117-1243-43b7-9fa9-d597d1fb87cd tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.3839810 Mar 21 19:15:21.996219 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-7e1e8444-ab46-455c-a9bf-1180757d2127 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68685d44-4e35-4f5e-b146-2deaa4b19317 HTTP/1.1" status: 200 len: 217 time: 0.4006839 Mar 21 19:15:22.086882 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-784aa56a-46aa-4193-a7f4-f61420d1c65e req-9918053b-8de3-436a-9dcf-9e4543ce02e3 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259434 Mar 21 19:15:22.125619 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-62298887-00e7-4b2d-8b6c-269dc3a866e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:22.127466 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-62298887-00e7-4b2d-8b6c-269dc3a866e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 200 len: 853 time: 0.1178980 Mar 21 19:15:22.191469 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6509b91-b92f-4f1b-983d-6382781a164e req-3a1b5eff-e5a3-4e06-8367-7fc8933b8e51 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:22.199362 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b6509b91-b92f-4f1b-983d-6382781a164e req-3a1b5eff-e5a3-4e06-8367-7fc8933b8e51 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 943 time: 0.1464939 Mar 21 19:15:22.289565 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-ba284acd-fb69-475e-b66e-d19eb53b009d service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114474 Mar 21 19:15:22.304131 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-411c886a-4763-4dda-9901-183da68a08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:22.306254 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-411c886a-4763-4dda-9901-183da68a08a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b962a0a-e309-4e68-80c4-e22169763239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1698916 Mar 21 19:15:22.311412 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b6509b91-b92f-4f1b-983d-6382781a164e req-d9c0ad4a-1310-47a2-b11d-0b4dd986b31e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111658 Mar 21 19:15:22.313745 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379913-b327-4868-8683-2d2e860479ba req-45fa8eba-0dd3-4f75-9537-97406f14b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:22.316289 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1f379913-b327-4868-8683-2d2e860479ba req-45fa8eba-0dd3-4f75-9537-97406f14b21c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 1127 time: 0.1411839 Mar 21 19:15:22.414131 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e2d17d14-0ffb-4955-befc-168d6a9d1824 req-8c0e5eaf-91f6-4a41-b998-2b692bad6a1a tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214296 Mar 21 19:15:22.431187 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-c8fdb99c-30cb-4e78-b8bd-8e724451f760 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541330 Mar 21 19:15:22.524587 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43710) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:22.626015 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-1eacc5d5-4cd5-4211-a5b8-9f1de3481e1c service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230305 Mar 21 19:15:22.633742 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8eaa3c6c-d7db-4875-a8bb-12ee9096a745 req-f3b4d7a9-5cda-476a-a09a-11d3876df419 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664126 Mar 21 19:15:22.715201 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379913-b327-4868-8683-2d2e860479ba req-293e63aa-5e0f-4367-99d2-1173846e48d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:22.717572 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1f379913-b327-4868-8683-2d2e860479ba req-293e63aa-5e0f-4367-99d2-1173846e48d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.3906324 Mar 21 19:15:22.745517 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723e852-08da-44ae-b2ac-e8b8123779bb req-673e3ebb-2962-49e1-933d-d20077594eb2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:22.747070 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e723e852-08da-44ae-b2ac-e8b8123779bb req-673e3ebb-2962-49e1-933d-d20077594eb2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 943 time: 0.3214557 Mar 21 19:15:22.782726 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce227f-5edb-413e-8bea-533b30a2f7f9 req-6c21e4cb-b9f9-439c-800f-e82060ef6997 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:22.784231 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f5ce227f-5edb-413e-8bea-533b30a2f7f9 req-6c21e4cb-b9f9-439c-800f-e82060ef6997 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.1022885 Mar 21 19:15:22.785164 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08bf1147-aa76-4942-83ec-f118379de160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:22.797218 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-cecded72-2634-4fb6-b89e-e9af68847739 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651277 Mar 21 19:15:22.806655 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1f379913-b327-4868-8683-2d2e860479ba req-ead9cf9d-b5f2-4e2d-94c8-436f889d7004 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=979adac7-041b-45b7-8892-c9955264f0c2 HTTP/1.1" status: 200 len: 217 time: 0.0694716 Mar 21 19:15:22.854822 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f5ce227f-5edb-413e-8bea-533b30a2f7f9 req-26fd27ec-d799-4892-afca-df0e53027d04 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611880 Mar 21 19:15:22.903879 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08bf1147-aa76-4942-83ec-f118379de160 admin admin] Publish callbacks [] for security_group (37fad6bf-08da-408e-8f9e-c571326169e7), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:22.910041 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08bf1147-aa76-4942-83ec-f118379de160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (37fad6bf-08da-408e-8f9e-c571326169e7), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:22.923047 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e723e852-08da-44ae-b2ac-e8b8123779bb req-e694e3bc-d35b-4d38-a2e8-56ac533a75e6 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669228 Mar 21 19:15:22.931204 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379913-b327-4868-8683-2d2e860479ba req-e84ea929-16d4-466a-9000-fb38130f0277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:22.932805 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1f379913-b327-4868-8683-2d2e860479ba req-e84ea929-16d4-466a-9000-fb38130f0277 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.1171491 Mar 21 19:15:22.955786 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-08bf1147-aa76-4942-83ec-f118379de160 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=72fec2f6816441e68e072f458ea06a06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272339 Mar 21 19:15:22.955786 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf1147-aa76-4942-83ec-f118379de160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fad6bf-08da-408e-8f9e-c571326169e7,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:22.956730 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43726) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:22.986508 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3fc90bd7-fa20-464a-917c-71b90a9ef30f req-a0ab8f50-d4fb-421f-8d90-20f669c3cee2 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777947 Mar 21 19:15:23.001539 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f379913-b327-4868-8683-2d2e860479ba req-ae1e9371-9cc6-4b3c-bf11-5695f2fb5f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:23.003207 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1f379913-b327-4868-8683-2d2e860479ba req-ae1e9371-9cc6-4b3c-bf11-5695f2fb5f4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637803 Mar 21 19:15:23.011165 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-289a8714-5489-4332-87b8-8595a87288ec admin admin] Publish callbacks [] for security_group (37fad6bf-08da-408e-8f9e-c571326169e7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.034684 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-289a8714-5489-4332-87b8-8595a87288ec admin admin] Publish callbacks [] for security_group (37fad6bf-08da-408e-8f9e-c571326169e7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.094227 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-289a8714-5489-4332-87b8-8595a87288ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (37fad6bf-08da-408e-8f9e-c571326169e7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.096694 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-289a8714-5489-4332-87b8-8595a87288ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.097963 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-289a8714-5489-4332-87b8-8595a87288ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37fad6bf-08da-408e-8f9e-c571326169e7 HTTP/1.1" status: 204 len: 168 time: 0.1403046 Mar 21 19:15:23.109919 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a8714-5489-4332-87b8-8595a87288ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fad6bf-08da-408e-8f9e-c571326169e7,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:23.147846 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1f379913-b327-4868-8683-2d2e860479ba req-e66df4b0-34b0-41dc-93fe-be586348fa01 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249964 Mar 21 19:15:23.242198 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1f379913-b327-4868-8683-2d2e860479ba req-2cca3cbd-ef0e-497c-8c61-8897f28aba49 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874605 Mar 21 19:15:23.404774 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43744) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:23.431305 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d07fcb60-5e0a-4fc9-afb3-eaf7ca8db530 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.474151 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb190e0-2379-4384-8161-230560b9ccbe req-b5180db4-5188-49fc-8ae9-4711e0ff0f14 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:23.475658 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-cbb190e0-2379-4384-8161-230560b9ccbe req-b5180db4-5188-49fc-8ae9-4711e0ff0f14 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 943 time: 0.0826330 Mar 21 19:15:23.527566 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae37b671-c7f3-4a68-b308-04d5d7232959 req-9cea68fe-353f-47f8-ab91-a593562bdc7e tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:23.529242 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae37b671-c7f3-4a68-b308-04d5d7232959 req-9cea68fe-353f-47f8-ab91-a593562bdc7e tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.0561466 Mar 21 19:15:23.557100 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-cbb190e0-2379-4384-8161-230560b9ccbe req-cd3d3c21-0651-470a-86b0-787a6f56dcd8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738087 Mar 21 19:15:23.579264 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae37b671-c7f3-4a68-b308-04d5d7232959 req-ede30ef8-47a0-480b-a4aa-c9962269709b tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438416 Mar 21 19:15:23.581711 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 979adac7-041b-45b7-8892-c9955264f0c2 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:15:23.590869 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d07fcb60-5e0a-4fc9-afb3-eaf7ca8db530 admin admin] Publish callbacks [] for security_group (0397e2ad-74cb-46df-8318-9294f373d493), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.598113 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d07fcb60-5e0a-4fc9-afb3-eaf7ca8db530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (0397e2ad-74cb-46df-8318-9294f373d493), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.643892 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d07fcb60-5e0a-4fc9-afb3-eaf7ca8db530 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c491e1d46b9344868fcb65b607c13266&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381101 Mar 21 19:15:23.644788 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07fcb60-5e0a-4fc9-afb3-eaf7ca8db530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0397e2ad-74cb-46df-8318-9294f373d493,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:23.646446 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 43756) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:23.709917 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-10b42d8d-9c5c-40bb-be95-47836c082161 admin admin] Publish callbacks [] for security_group (0397e2ad-74cb-46df-8318-9294f373d493), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.731430 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 979adac7-041b-45b7-8892-c9955264f0c2, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=979adac7-041b-45b7-8892-c9955264f0c2,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:23.739821 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-10b42d8d-9c5c-40bb-be95-47836c082161 admin admin] Publish callbacks [] for security_group (0397e2ad-74cb-46df-8318-9294f373d493), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.745841 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '979adac7-041b-45b7-8892-c9955264f0c2', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'port_id': '979adac7-041b-45b7-8892-c9955264f0c2', 'mac_address': 'fa:16:3e:ef:b8:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:15:23.799272 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 979adac7-041b-45b7-8892-c9955264f0c2 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:23.799879 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (979adac7-041b-45b7-8892-c9955264f0c2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.820477 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 979adac7-041b-45b7-8892-c9955264f0c2 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:15:23.826569 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-10b42d8d-9c5c-40bb-be95-47836c082161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (0397e2ad-74cb-46df-8318-9294f373d493), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.829441 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-10b42d8d-9c5c-40bb-be95-47836c082161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.832995 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-10b42d8d-9c5c-40bb-be95-47836c082161 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0397e2ad-74cb-46df-8318-9294f373d493 HTTP/1.1" status: 204 len: 168 time: 0.1831164 Mar 21 19:15:23.845660 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b42d8d-9c5c-40bb-be95-47836c082161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0397e2ad-74cb-46df-8318-9294f373d493,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:23.861979 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 979adac7-041b-45b7-8892-c9955264f0c2, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=979adac7-041b-45b7-8892-c9955264f0c2,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:23.872886 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (979adac7-041b-45b7-8892-c9955264f0c2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:23.943063 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=979adac7-041b-45b7-8892-c9955264f0c2,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:24.101579 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['979adac7-041b-45b7-8892-c9955264f0c2'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:15:24.115043 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f1269-8649-48b5-b919-8f8ef5639da3 req-62e94385-63f9-4179-a3f3-f723f4dd61ea tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:24.115904 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50fe93-fbea-4cad-9e61-8feef13bd1b0 req-792526c8-128b-4a20-8ba5-b5747da111ad tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:24.118130 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef50fe93-fbea-4cad-9e61-8feef13bd1b0 req-792526c8-128b-4a20-8ba5-b5747da111ad tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 943 time: 0.1006286 Mar 21 19:15:24.124185 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d58f1269-8649-48b5-b919-8f8ef5639da3 req-62e94385-63f9-4179-a3f3-f723f4dd61ea tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.1579483 Mar 21 19:15:24.226843 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef50fe93-fbea-4cad-9e61-8feef13bd1b0 req-b54ef371-bab1-46c6-80f5-63dc8cb3c9f8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946860 Mar 21 19:15:24.247587 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d58f1269-8649-48b5-b919-8f8ef5639da3 req-d8743af3-c177-4290-ab4d-e5a4fcf294c5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181052 Mar 21 19:15:24.693655 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0e80b-e733-4595-a0a2-35143dc2b790 req-0b78217c-4c76-40b9-a7cf-8e840e56ed55 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:24.695175 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bcb0e80b-e733-4595-a0a2-35143dc2b790 req-0b78217c-4c76-40b9-a7cf-8e840e56ed55 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 943 time: 0.0607946 Mar 21 19:15:24.751739 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bcb0e80b-e733-4595-a0a2-35143dc2b790 req-cde41e3b-3a25-4b99-b189-3b9ff7044a61 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470376 Mar 21 19:15:24.826131 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 43840) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:24.973235 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-370ecc08-2875-4170-ba9b-a30b4166d199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:25.051801 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-370ecc08-2875-4170-ba9b-a30b4166d199 admin admin] Publish callbacks [] for security_group (8e6be484-63da-4a03-8972-60b2de2699b8), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:25.055688 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-370ecc08-2875-4170-ba9b-a30b4166d199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (8e6be484-63da-4a03-8972-60b2de2699b8), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:25.094499 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-370ecc08-2875-4170-ba9b-a30b4166d199 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f97bd489955a4162b845b354070d2cc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671936 Mar 21 19:15:25.095648 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ecc08-2875-4170-ba9b-a30b4166d199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6be484-63da-4a03-8972-60b2de2699b8,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:25.097239 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43852) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:25.147356 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-477f77ec-3bb9-4594-aa54-86acc04c4f4e admin admin] Publish callbacks [] for security_group (8e6be484-63da-4a03-8972-60b2de2699b8), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:25.168884 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-477f77ec-3bb9-4594-aa54-86acc04c4f4e admin admin] Publish callbacks [] for security_group (8e6be484-63da-4a03-8972-60b2de2699b8), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:25.234616 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-477f77ec-3bb9-4594-aa54-86acc04c4f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (8e6be484-63da-4a03-8972-60b2de2699b8), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:25.237798 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-477f77ec-3bb9-4594-aa54-86acc04c4f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:25.238973 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-477f77ec-3bb9-4594-aa54-86acc04c4f4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e6be484-63da-4a03-8972-60b2de2699b8 HTTP/1.1" status: 204 len: 168 time: 0.1405909 Mar 21 19:15:25.247250 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f77ec-3bb9-4594-aa54-86acc04c4f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6be484-63da-4a03-8972-60b2de2699b8,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:25.451018 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792dcee-67d5-4135-bb5b-654fe1423b10 req-a15306c6-05a4-4b92-9e35-c3ad413a4c4f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:25.458386 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1792dcee-67d5-4135-bb5b-654fe1423b10 req-a15306c6-05a4-4b92-9e35-c3ad413a4c4f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 943 time: 0.0761511 Mar 21 19:15:25.506420 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1792dcee-67d5-4135-bb5b-654fe1423b10 req-1d5022b0-ce74-4505-88b0-39f117e07c3c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470192 Mar 21 19:15:25.615761 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:15:25.643712 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 979adac7-041b-45b7-8892-c9955264f0c2 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:25.709352 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ece481-352a-4ef6-8a6c-8f9be288fd6b req-00bcd669-8318-438a-a168-174cdca2f448 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:25.711099 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-56ece481-352a-4ef6-8a6c-8f9be288fd6b req-00bcd669-8318-438a-a168-174cdca2f448 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.1336577 Mar 21 19:15:25.737295 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.db.resource_extend [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 19:15:25.793526 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-56ece481-352a-4ef6-8a6c-8f9be288fd6b req-0485e41e-5b68-4d45-ae22-14f601322df6 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758035 Mar 21 19:15:25.816220 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 979adac7-041b-45b7-8892-c9955264f0c2 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:15:25.822171 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 979adac7-041b-45b7-8892-c9955264f0c2 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:25.822631 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (979adac7-041b-45b7-8892-c9955264f0c2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:25.823894 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 43902) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:25.838770 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bcda7e63-121f-4249-9a6a-36d79285e49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:25.932248 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:25.950686 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'port_id': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'mac_address': 'fa:16:3e:9f:ea:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:15:25.974351 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bcda7e63-121f-4249-9a6a-36d79285e49b admin admin] Publish callbacks [] for security_group (ea966b73-f087-4508-a6f8-4e759da2e7fd), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:25.983389 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bcda7e63-121f-4249-9a6a-36d79285e49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (ea966b73-f087-4508-a6f8-4e759da2e7fd), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.021844 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 979adac7-041b-45b7-8892-c9955264f0c2 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:26.022603 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (979adac7-041b-45b7-8892-c9955264f0c2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.035538 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-bcda7e63-121f-4249-9a6a-36d79285e49b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f7420e7a7d45497784e6177403051e20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082062 Mar 21 19:15:26.035903 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 43908) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:26.041837 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a1cbec-266a-4b10-9dd7-e90016f5612d req-8f3e707c-61c3-4298-bc30-f24da0aaf155 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:26.043349 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a8a1cbec-266a-4b10-9dd7-e90016f5612d req-8f3e707c-61c3-4298-bc30-f24da0aaf155 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 943 time: 0.1111298 Mar 21 19:15:26.044444 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda7e63-121f-4249-9a6a-36d79285e49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea966b73-f087-4508-a6f8-4e759da2e7fd,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:26.077497 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:26.082570 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.135523 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a8a1cbec-266a-4b10-9dd7-e90016f5612d req-03e84afc-1283-4619-bb0f-88054a1b3459 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798135 Mar 21 19:15:26.150515 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:15:26.169072 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74702900-0ad2-456c-ab47-742ba7a6ec2d admin admin] Publish callbacks [] for security_group (ea966b73-f087-4508-a6f8-4e759da2e7fd), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.182530 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e3159a-1ef1-4718-bb1a-cc97f6dac576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979adac7-041b-45b7-8892-c9955264f0c2'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:26.185748 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef82319d-a392-4b1f-91ce-55d3560d9818" -d '{"events": [{"server_uuid": "11e3159a-1ef1-4718-bb1a-cc97f6dac576", "name": "network-vif-plugged", "status": "completed", "tag": "979adac7-041b-45b7-8892-c9955264f0c2"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:26.191168 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74702900-0ad2-456c-ab47-742ba7a6ec2d admin admin] Publish callbacks [] for security_group (ea966b73-f087-4508-a6f8-4e759da2e7fd), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.206818 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 979adac7-041b-45b7-8892-c9955264f0c2, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=979adac7-041b-45b7-8892-c9955264f0c2,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:26.217532 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:26.219568 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (979adac7-041b-45b7-8892-c9955264f0c2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.239169 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.239894 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device a445558b-fdf1-4f1d-97c3-0a3a77e24349 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:15:26.294315 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74702900-0ad2-456c-ab47-742ba7a6ec2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (ea966b73-f087-4508-a6f8-4e759da2e7fd), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.298130 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74702900-0ad2-456c-ab47-742ba7a6ec2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.299344 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-74702900-0ad2-456c-ab47-742ba7a6ec2d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea966b73-f087-4508-a6f8-4e759da2e7fd HTTP/1.1" status: 204 len: 168 time: 0.2626684 Mar 21 19:15:26.317515 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74702900-0ad2-456c-ab47-742ba7a6ec2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea966b73-f087-4508-a6f8-4e759da2e7fd,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:26.318606 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f0922e-a099-4940-a39d-22091d3cd71d x-openstack-request-id: req-77f0922e-a099-4940-a39d-22091d3cd71d {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:26.320606 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e3159a-1ef1-4718-bb1a-cc97f6dac576", "name": "network-vif-plugged", "status": "completed", "tag": "979adac7-041b-45b7-8892-c9955264f0c2", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:26.321006 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77f0922e-a099-4940-a39d-22091d3cd71d {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:26.321560 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e3159a-1ef1-4718-bb1a-cc97f6dac576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '979adac7-041b-45b7-8892-c9955264f0c2', 'code': 200} Mar 21 19:15:26.368017 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=979adac7-041b-45b7-8892-c9955264f0c2,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:26.483774 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port a445558b-fdf1-4f1d-97c3-0a3a77e24349, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=a445558b-fdf1-4f1d-97c3-0a3a77e24349,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:26.508411 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': 'a445558b-fdf1-4f1d-97c3-0a3a77e24349', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'port_id': 'a445558b-fdf1-4f1d-97c3-0a3a77e24349', 'mac_address': 'fa:16:3e:24:d5:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:15:26.510279 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:26.531685 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1f7a2-cb90-4165-8f4c-8802643f1e72 req-a59688d8-fccc-42ed-8d9e-91f5ac37c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:26.533676 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-def1f7a2-cb90-4165-8f4c-8802643f1e72 req-a59688d8-fccc-42ed-8d9e-91f5ac37c480 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 1129 time: 0.0517702 Mar 21 19:15:26.564250 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port a445558b-fdf1-4f1d-97c3-0a3a77e24349 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:26.564652 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.579065 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a445558b-fdf1-4f1d-97c3-0a3a77e24349 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:15:26.589948 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-def1f7a2-cb90-4165-8f4c-8802643f1e72 req-985afac8-0e6e-4945-932f-599dfafabbd9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496728 Mar 21 19:15:26.601545 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port a445558b-fdf1-4f1d-97c3-0a3a77e24349, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=a445558b-fdf1-4f1d-97c3-0a3a77e24349,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:26.607314 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.608166 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 68685d44-4e35-4f5e-b146-2deaa4b19317 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:15:26.643521 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a079f7-e0af-4cf9-bdac-1f652b25fc87 req-fd36f278-bcf3-4266-a71a-61d5b225e4be tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:26.645133 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f4a079f7-e0af-4cf9-bdac-1f652b25fc87 req-fd36f278-bcf3-4266-a71a-61d5b225e4be tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 943 time: 0.0616145 Mar 21 19:15:26.697479 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f4a079f7-e0af-4cf9-bdac-1f652b25fc87 req-7ec3398c-b15b-474c-b924-9b62410f77ad tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452137 Mar 21 19:15:26.707200 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=a445558b-fdf1-4f1d-97c3-0a3a77e24349,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:26.746835 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 68685d44-4e35-4f5e-b146-2deaa4b19317, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=68685d44-4e35-4f5e-b146-2deaa4b19317,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:26.763318 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'mac_address': 'fa:16:3e:00:8b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:15:26.801006 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 68685d44-4e35-4f5e-b146-2deaa4b19317 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:26.801409 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.814723 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68685d44-4e35-4f5e-b146-2deaa4b19317 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:15:26.835650 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 68685d44-4e35-4f5e-b146-2deaa4b19317, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=68685d44-4e35-4f5e-b146-2deaa4b19317,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:26.850203 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:26.924461 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=68685d44-4e35-4f5e-b146-2deaa4b19317,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:26.957299 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8a57e-8bbb-4562-a075-137420c730f1 req-4ed00988-296f-4377-a8b2-9dc0450836fc tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:26.958933 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74d8a57e-8bbb-4562-a075-137420c730f1 req-4ed00988-296f-4377-a8b2-9dc0450836fc tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 944 time: 0.0601068 Mar 21 19:15:27.011312 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74d8a57e-8bbb-4562-a075-137420c730f1 req-373e1e48-2552-4aaf-a75b-6d8b58415b5e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462070 Mar 21 19:15:27.156565 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a284f078-df26-4cd4-aa11-4355cbd9dcf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:27.255102 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5703fd-9eeb-44e2-832c-db708f981c2b req-73db1993-a514-4ea7-ba4e-45c4da96c324 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:27.261020 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0a5703fd-9eeb-44e2-832c-db708f981c2b req-73db1993-a514-4ea7-ba4e-45c4da96c324 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 944 time: 0.0609877 Mar 21 19:15:27.312395 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0a5703fd-9eeb-44e2-832c-db708f981c2b req-5b21e7e2-dde8-497d-bdd6-eb0322ad1718 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Mar 21 19:15:27.318236 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:15:27.331670 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['68685d44-4e35-4f5e-b146-2deaa4b19317'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:15:27.861357 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2de25-9971-4686-8b30-64c100ec291d req-5eab0a6b-dd06-42ad-b653-9f64f977ddee tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:27.863377 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0a2de25-9971-4686-8b30-64c100ec291d req-5eab0a6b-dd06-42ad-b653-9f64f977ddee tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 944 time: 0.0570226 Mar 21 19:15:27.911396 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0a2de25-9971-4686-8b30-64c100ec291d req-9a1410d0-0644-4db5-86e9-be9d26b3f3e2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421147 Mar 21 19:15:28.155119 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554f98c-f8be-41cc-9d85-52f09636770d req-eaa89e22-199c-47d8-baa4-6c58390c93a2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:28.161045 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c554f98c-f8be-41cc-9d85-52f09636770d req-eaa89e22-199c-47d8-baa4-6c58390c93a2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 944 time: 0.0763271 Mar 21 19:15:28.211060 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c554f98c-f8be-41cc-9d85-52f09636770d req-12435d8d-ea53-4e74-9a99-d61e964e6ea9 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482726 Mar 21 19:15:28.434034 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eec94-68db-4246-b7a4-0be048b1b1d5 req-ceb725bb-1bc9-4894-b782-7f07952725b0 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:28.435662 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-913eec94-68db-4246-b7a4-0be048b1b1d5 req-ceb725bb-1bc9-4894-b782-7f07952725b0 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 944 time: 0.0519910 Mar 21 19:15:28.481986 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-913eec94-68db-4246-b7a4-0be048b1b1d5 req-7781eeba-92a4-4dde-984b-8bbe779496d9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404112 Mar 21 19:15:29.032260 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee1151-9563-4e98-b8b5-4823bc114a5b req-53802d93-688b-4854-a39f-0b2d12856222 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:29.033760 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f9ee1151-9563-4e98-b8b5-4823bc114a5b req-53802d93-688b-4854-a39f-0b2d12856222 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 944 time: 0.0538812 Mar 21 19:15:29.086850 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f9ee1151-9563-4e98-b8b5-4823bc114a5b req-e678d31e-be47-4b60-a98a-b3f2548a0b59 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464616 Mar 21 19:15:29.329513 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689c728-6752-4dc0-8958-9b6437dd41e9 req-3f453dcc-4ebd-4120-8e61-3f0ef2ef8ac0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:29.330973 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c689c728-6752-4dc0-8958-9b6437dd41e9 req-3f453dcc-4ebd-4120-8e61-3f0ef2ef8ac0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 944 time: 0.0501475 Mar 21 19:15:29.379973 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c689c728-6752-4dc0-8958-9b6437dd41e9 req-c425b41b-e3bd-43fd-bc3c-a897fdbfc8a2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427203 Mar 21 19:15:29.416872 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b162bfca-db0c-450b-b313-606d65b79e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:29.595887 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b68ba-bb19-4d58-8614-7d5a5dc83599 req-87b4e556-309f-4588-9a63-4c3d95e6a956 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:29.597273 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-774b68ba-bb19-4d58-8614-7d5a5dc83599 req-87b4e556-309f-4588-9a63-4c3d95e6a956 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 944 time: 0.0500805 Mar 21 19:15:29.641908 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-774b68ba-bb19-4d58-8614-7d5a5dc83599 req-1dea8a67-9002-4cde-8020-b77316cb873e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Mar 21 19:15:29.921005 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['a445558b-fdf1-4f1d-97c3-0a3a77e24349'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:15:30.235242 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11da510-5638-4b3c-a52d-abe4c78996c9 req-6afcd618-ee84-4033-9a75-715c79fc4a48 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:30.237831 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a11da510-5638-4b3c-a52d-abe4c78996c9 req-6afcd618-ee84-4033-9a75-715c79fc4a48 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 944 time: 0.0845735 Mar 21 19:15:30.297131 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a11da510-5638-4b3c-a52d-abe4c78996c9 req-7e758930-1275-4e94-965d-acbca9e8c69a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507114 Mar 21 19:15:30.482153 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:30.536547 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad26fbc-5126-4efe-bcbf-a21d52f191c1 req-1be07f5b-69d3-490e-b570-7205a5cff6ed tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:30.538120 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4ad26fbc-5126-4efe-bcbf-a21d52f191c1 req-1be07f5b-69d3-490e-b570-7205a5cff6ed tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 944 time: 0.0686014 Mar 21 19:15:30.600102 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4ad26fbc-5126-4efe-bcbf-a21d52f191c1 req-224d88fc-b0f3-4f9d-bcad-6d6b609bb83d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557268 Mar 21 19:15:30.759855 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d3436-412e-43bc-9968-efe9e3cbc5e3 req-8127f8d7-37bf-4c2c-bcdf-b5326f35eee6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:30.761661 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-617d3436-412e-43bc-9968-efe9e3cbc5e3 req-8127f8d7-37bf-4c2c-bcdf-b5326f35eee6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 944 time: 0.0529177 Mar 21 19:15:30.808754 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-617d3436-412e-43bc-9968-efe9e3cbc5e3 req-cc84f2b9-ee61-454b-b884-498c5854c704 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Mar 21 19:15:30.955066 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:31.003128 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:15:31.006974 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:31.007381 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:31.081319 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:31.081697 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:31.106411 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:31.108651 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4007d1-bad1-47d3-8e3b-5767e31bc685" -d '{"events": [{"server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "name": "network-vif-plugged", "status": "completed", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:31.122237 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:31.126132 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:31.126904 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device a445558b-fdf1-4f1d-97c3-0a3a77e24349 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:31.163657 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa40489-6c57-4bca-9dc4-325ab90be731 x-openstack-request-id: req-dfa40489-6c57-4bca-9dc4-325ab90be731 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:31.163966 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "name": "network-vif-plugged", "status": "completed", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:31.164226 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dfa40489-6c57-4bca-9dc4-325ab90be731 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:31.164668 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'code': 200} Mar 21 19:15:31.202614 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:31.215578 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port a445558b-fdf1-4f1d-97c3-0a3a77e24349 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:15:31.219312 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port a445558b-fdf1-4f1d-97c3-0a3a77e24349 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:31.219760 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:31.307688 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port a445558b-fdf1-4f1d-97c3-0a3a77e24349 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:31.308148 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:31.331817 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd663363-06f9-405e-8904-3f45b823733a req-66a650c9-a0a3-4be6-93f9-8c7474e177cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:31.334547 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd663363-06f9-405e-8904-3f45b823733a req-66a650c9-a0a3-4be6-93f9-8c7474e177cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 1129 time: 0.0612667 Mar 21 19:15:31.345173 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port a445558b-fdf1-4f1d-97c3-0a3a77e24349, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=a445558b-fdf1-4f1d-97c3-0a3a77e24349,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:31.349208 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:31.350154 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 68685d44-4e35-4f5e-b146-2deaa4b19317 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:31.403158 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd663363-06f9-405e-8904-3f45b823733a req-7dece84e-8773-45b1-99e8-d349b5c020ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617216 Mar 21 19:15:31.444932 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=a445558b-fdf1-4f1d-97c3-0a3a77e24349,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:31.445118 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bda7826-9308-4703-9b95-35f032a9b0cc req-3a62afdd-6b4f-434c-8f5f-da0d238882fc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:31.447181 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6bda7826-9308-4703-9b95-35f032a9b0cc req-3a62afdd-6b4f-434c-8f5f-da0d238882fc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 944 time: 0.0630438 Mar 21 19:15:31.474694 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 68685d44-4e35-4f5e-b146-2deaa4b19317 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:15:31.481336 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 68685d44-4e35-4f5e-b146-2deaa4b19317 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:31.482030 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:31.516947 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6bda7826-9308-4703-9b95-35f032a9b0cc req-52830e0b-d49f-4f87-8c26-5a8d728cd57d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558436 Mar 21 19:15:31.583608 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 68685d44-4e35-4f5e-b146-2deaa4b19317 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:31.584112 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:31.619291 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 68685d44-4e35-4f5e-b146-2deaa4b19317, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=68685d44-4e35-4f5e-b146-2deaa4b19317,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:31.625010 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:31.683170 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=68685d44-4e35-4f5e-b146-2deaa4b19317,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:31.775807 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a9fdd-c9ee-4171-b590-637c9f27846d req-65f8bf87-30a3-46c3-a909-90e3b2c3ed77 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:31.777353 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-428a9fdd-c9ee-4171-b590-637c9f27846d req-65f8bf87-30a3-46c3-a909-90e3b2c3ed77 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0642362 Mar 21 19:15:31.844406 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-428a9fdd-c9ee-4171-b590-637c9f27846d req-582612e5-d4b3-420c-a3f3-9f6cebc17a3e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589378 Mar 21 19:15:31.946871 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1330bf72-5fe3-4285-b074-0cd044e757d3 req-057a9fe1-39a3-4ed0-acf4-02b172ffef35 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:31.948635 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1330bf72-5fe3-4285-b074-0cd044e757d3 req-057a9fe1-39a3-4ed0-acf4-02b172ffef35 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0627711 Mar 21 19:15:32.006210 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1330bf72-5fe3-4285-b074-0cd044e757d3 req-ed8f2a67-a02f-4896-9ddf-3cfc2dcb9884 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481691 Mar 21 19:15:32.035946 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44166) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:32.069036 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44170) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:32.071889 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.155491 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-626e7759-06fa-4e95-b13e-f6012e5e0bdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.178433 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-46c08901-97f1-4444-bb4b-2679207e71fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.231946 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-626e7759-06fa-4e95-b13e-f6012e5e0bdd admin admin] Publish callbacks [] for security_group (1825d079-886f-4ffb-bff9-ccc772045d08), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.235834 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-626e7759-06fa-4e95-b13e-f6012e5e0bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1825d079-886f-4ffb-bff9-ccc772045d08), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.254194 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-46c08901-97f1-4444-bb4b-2679207e71fd admin admin] Publish callbacks [] for security_group (8e24230a-c1bc-4b47-82f7-f63c3a707297), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.257972 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-46c08901-97f1-4444-bb4b-2679207e71fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (8e24230a-c1bc-4b47-82f7-f63c3a707297), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.273349 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-626e7759-06fa-4e95-b13e-f6012e5e0bdd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c841b2cfa7e049bc875e1d3cc335116b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363088 Mar 21 19:15:32.274960 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e7759-06fa-4e95-b13e-f6012e5e0bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1825d079-886f-4ffb-bff9-ccc772045d08,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:32.276965 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44174) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:32.299447 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-46c08901-97f1-4444-bb4b-2679207e71fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c86b105fc5254357af2a571fbf4ca002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293160 Mar 21 19:15:32.300739 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c08901-97f1-4444-bb4b-2679207e71fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e24230a-c1bc-4b47-82f7-f63c3a707297,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:32.302632 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44176) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:32.358068 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7954a6f-564b-46bc-9a32-5f0ba20b2d96 admin admin] Publish callbacks [] for security_group (1825d079-886f-4ffb-bff9-ccc772045d08), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.381014 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8bd13539-1971-431d-8d6c-375f8f7cf4a9 admin admin] Publish callbacks [] for security_group (8e24230a-c1bc-4b47-82f7-f63c3a707297), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.392206 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7954a6f-564b-46bc-9a32-5f0ba20b2d96 admin admin] Publish callbacks [] for security_group (1825d079-886f-4ffb-bff9-ccc772045d08), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.420798 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8bd13539-1971-431d-8d6c-375f8f7cf4a9 admin admin] Publish callbacks [] for security_group (8e24230a-c1bc-4b47-82f7-f63c3a707297), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.476422 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7954a6f-564b-46bc-9a32-5f0ba20b2d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1825d079-886f-4ffb-bff9-ccc772045d08), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.479238 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c7954a6f-564b-46bc-9a32-5f0ba20b2d96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.480602 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c7954a6f-564b-46bc-9a32-5f0ba20b2d96 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1825d079-886f-4ffb-bff9-ccc772045d08 HTTP/1.1" status: 204 len: 168 time: 0.2027018 Mar 21 19:15:32.483527 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8bd13539-1971-431d-8d6c-375f8f7cf4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (8e24230a-c1bc-4b47-82f7-f63c3a707297), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.485997 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8bd13539-1971-431d-8d6c-375f8f7cf4a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.489577 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8bd13539-1971-431d-8d6c-375f8f7cf4a9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e24230a-c1bc-4b47-82f7-f63c3a707297 HTTP/1.1" status: 204 len: 168 time: 0.1835086 Mar 21 19:15:32.493841 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7954a6f-564b-46bc-9a32-5f0ba20b2d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1825d079-886f-4ffb-bff9-ccc772045d08,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:32.505573 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd13539-1971-431d-8d6c-375f8f7cf4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e24230a-c1bc-4b47-82f7-f63c3a707297,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:32.655552 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99579c9f-4bea-4ca9-818a-d9faae78e1f2 req-b2249e38-5b74-4a55-a373-36ff432349eb tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:32.657087 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-99579c9f-4bea-4ca9-818a-d9faae78e1f2 req-b2249e38-5b74-4a55-a373-36ff432349eb tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 945 time: 0.0697632 Mar 21 19:15:32.731951 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-99579c9f-4bea-4ca9-818a-d9faae78e1f2 req-10e280d9-e876-485b-a638-d75b23c3379e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548015 Mar 21 19:15:32.838371 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44194) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:32.842470 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44196) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:32.851856 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ff899e79-6e12-4776-a891-d5596e00b690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.856011 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ad0554fb-270f-4e51-9085-c8443f06cbeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.943368 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ff899e79-6e12-4776-a891-d5596e00b690 admin admin] Publish callbacks [] for security_group (014df485-4db9-4334-84e4-378403743b1e), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.948105 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ff899e79-6e12-4776-a891-d5596e00b690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (014df485-4db9-4334-84e4-378403743b1e), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.970444 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ad0554fb-270f-4e51-9085-c8443f06cbeb admin admin] Publish callbacks [] for security_group (cd320eec-d036-4444-9269-e72c50032e51), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.986776 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ad0554fb-270f-4e51-9085-c8443f06cbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (cd320eec-d036-4444-9269-e72c50032e51), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:32.988407 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ff899e79-6e12-4776-a891-d5596e00b690 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26e401ce91384d1bbe344a242e026f57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489336 Mar 21 19:15:32.989293 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff899e79-6e12-4776-a891-d5596e00b690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014df485-4db9-4334-84e4-378403743b1e,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:32.991544 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44204) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:33.038232 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebb78283-a3a0-4d18-9d16-0f14e1e9e228 admin admin] Publish callbacks [] for security_group (014df485-4db9-4334-84e4-378403743b1e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:33.040085 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ad0554fb-270f-4e51-9085-c8443f06cbeb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4302eac7ffe94cedb6202a6e5ab5e4e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1959252 Mar 21 19:15:33.040739 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44208) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:33.044351 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0554fb-270f-4e51-9085-c8443f06cbeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd320eec-d036-4444-9269-e72c50032e51,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:33.062149 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebb78283-a3a0-4d18-9d16-0f14e1e9e228 admin admin] Publish callbacks [] for security_group (014df485-4db9-4334-84e4-378403743b1e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:33.072210 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1080e6-47ba-4bc6-b859-c3c4ceaf27ba req-a3bbb4c2-71b0-46ec-9fa3-c44f1c810061 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:33.073768 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5a1080e6-47ba-4bc6-b859-c3c4ceaf27ba req-a3bbb4c2-71b0-46ec-9fa3-c44f1c810061 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.1211114 Mar 21 19:15:33.142174 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f188c5bc-4c64-41bb-993c-fc5e763001cb admin admin] Publish callbacks [] for security_group (cd320eec-d036-4444-9269-e72c50032e51), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:33.152366 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5a1080e6-47ba-4bc6-b859-c3c4ceaf27ba req-231f21f9-61c4-4db9-9b71-53da452f3d19 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681512 Mar 21 19:15:33.165487 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d99b1b-3bd0-474a-a06e-2ebe10c2ec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a445558b-fdf1-4f1d-97c3-0a3a77e24349'}, {'server_uuid': '9e36944c-b86e-4c93-8643-6d605634167d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68685d44-4e35-4f5e-b146-2deaa4b19317'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:33.167895 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e87af9-de72-4168-a4e0-00abe7732826" -d '{"events": [{"server_uuid": "92d99b1b-3bd0-474a-a06e-2ebe10c2ec46", "name": "network-vif-plugged", "status": "completed", "tag": "a445558b-fdf1-4f1d-97c3-0a3a77e24349"}, {"server_uuid": "9e36944c-b86e-4c93-8643-6d605634167d", "name": "network-vif-plugged", "status": "completed", "tag": "68685d44-4e35-4f5e-b146-2deaa4b19317"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:33.172063 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f188c5bc-4c64-41bb-993c-fc5e763001cb admin admin] Publish callbacks [] for security_group (cd320eec-d036-4444-9269-e72c50032e51), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:33.216843 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebb78283-a3a0-4d18-9d16-0f14e1e9e228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (014df485-4db9-4334-84e4-378403743b1e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:33.219377 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebb78283-a3a0-4d18-9d16-0f14e1e9e228 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:33.223966 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ebb78283-a3a0-4d18-9d16-0f14e1e9e228 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/014df485-4db9-4334-84e4-378403743b1e HTTP/1.1" status: 204 len: 168 time: 0.2314081 Mar 21 19:15:33.236551 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63599ff-812b-4637-801b-9c9b9acd948c x-openstack-request-id: req-a63599ff-812b-4637-801b-9c9b9acd948c {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:33.237262 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d99b1b-3bd0-474a-a06e-2ebe10c2ec46", "name": "network-vif-plugged", "status": "completed", "tag": "a445558b-fdf1-4f1d-97c3-0a3a77e24349", "code": 200}, {"server_uuid": "9e36944c-b86e-4c93-8643-6d605634167d", "name": "network-vif-plugged", "status": "completed", "tag": "68685d44-4e35-4f5e-b146-2deaa4b19317", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:33.237739 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a63599ff-812b-4637-801b-9c9b9acd948c {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:33.238278 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d99b1b-3bd0-474a-a06e-2ebe10c2ec46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a445558b-fdf1-4f1d-97c3-0a3a77e24349', 'code': 200} Mar 21 19:15:33.238562 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1a6985-7a43-4043-adef-4d2aefd16e08 req-d5e5ed90-d2ac-453c-9cf5-7f27b5339f4c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:33.238979 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e36944c-b86e-4c93-8643-6d605634167d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'code': 200} Mar 21 19:15:33.247366 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f188c5bc-4c64-41bb-993c-fc5e763001cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (cd320eec-d036-4444-9269-e72c50032e51), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:33.248869 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ed1a6985-7a43-4043-adef-4d2aefd16e08 req-d5e5ed90-d2ac-453c-9cf5-7f27b5339f4c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1627634 Mar 21 19:15:33.260658 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f188c5bc-4c64-41bb-993c-fc5e763001cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:33.261807 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f188c5bc-4c64-41bb-993c-fc5e763001cb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd320eec-d036-4444-9269-e72c50032e51 HTTP/1.1" status: 204 len: 168 time: 0.2184882 Mar 21 19:15:33.277001 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb78283-a3a0-4d18-9d16-0f14e1e9e228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014df485-4db9-4334-84e4-378403743b1e,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:33.297965 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188c5bc-4c64-41bb-993c-fc5e763001cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd320eec-d036-4444-9269-e72c50032e51,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:33.378949 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ed1a6985-7a43-4043-adef-4d2aefd16e08 req-1e7e35b2-e35d-417b-a1fa-f4c8b4d0f713 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282871 Mar 21 19:15:33.454887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5794f6-ae0d-4620-ac61-f5eed04cc1d3 req-27c07a9f-d85b-4408-8713-399ab69acf75 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:33.456577 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7c5794f6-ae0d-4620-ac61-f5eed04cc1d3 req-27c07a9f-d85b-4408-8713-399ab69acf75 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.1300471 Mar 21 19:15:33.474381 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44240) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:33.480611 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-3d3d8362-a057-4d37-b068-b4be6055ad3d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'floatingip': {'port_id': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:33.530881 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:33.644481 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3d3d8362-a057-4d37-b068-b4be6055ad3d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (d785d714-937c-4057-9dc2-16e47004e76d), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:33.665913 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb61b0-cdb0-449c-92f3-6a927335ce0e req-dd01e994-bf2f-45bb-907d-fda2a971d9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:33.667531 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-12fb61b0-cdb0-449c-92f3-6a927335ce0e req-dd01e994-bf2f-45bb-907d-fda2a971d9af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 1129 time: 0.0992916 Mar 21 19:15:33.672001 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888693be-8da4-46d5-ba4f-dc40c972ce2b req-75ee31af-7f83-464a-be7d-e58d4280029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:33.673585 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-888693be-8da4-46d5-ba4f-dc40c972ce2b req-75ee31af-7f83-464a-be7d-e58d4280029e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 1129 time: 0.0642951 Mar 21 19:15:33.768515 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-12fb61b0-cdb0-449c-92f3-6a927335ce0e req-594cd070-c54c-4bd2-a42a-2b824c730043 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785697 Mar 21 19:15:33.771682 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-888693be-8da4-46d5-ba4f-dc40c972ce2b req-be88a70e-242b-47b3-9bf7-637c37a291b0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805321 Mar 21 19:15:33.957155 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683359e6-1c72-42ba-926c-6bcb557a4a07 req-ead90052-8e2b-4b32-8e2a-df254e90a8c9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:33.964397 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-683359e6-1c72-42ba-926c-6bcb557a4a07 req-ead90052-8e2b-4b32-8e2a-df254e90a8c9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 945 time: 0.1667299 Mar 21 19:15:33.982143 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44270) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:34.041252 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-683359e6-1c72-42ba-926c-6bcb557a4a07 req-5c01374e-6557-4526-8c07-bf2d1ff309f9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682600 Mar 21 19:15:34.137083 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b63f-45a3-4ed6-a5e3-0805d2075b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:34.233181 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b63f-45a3-4ed6-a5e3-0805d2075b83 admin admin] Publish callbacks [] for security_group (c79208ad-0538-4809-985a-c2c2b3b5ee16), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:34.240766 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c3c2b63f-45a3-4ed6-a5e3-0805d2075b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (c79208ad-0538-4809-985a-c2c2b3b5ee16), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:34.313655 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c3c2b63f-45a3-4ed6-a5e3-0805d2075b83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76733fe95c1f4ef7a5991d593694097b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294568 Mar 21 19:15:34.314251 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44290) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:34.315208 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2b63f-45a3-4ed6-a5e3-0805d2075b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79208ad-0538-4809-985a-c2c2b3b5ee16,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:34.398540 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-629f5434-1b22-4716-b926-879dabac621e admin admin] Publish callbacks [] for security_group (c79208ad-0538-4809-985a-c2c2b3b5ee16), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:34.441949 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-629f5434-1b22-4716-b926-879dabac621e admin admin] Publish callbacks [] for security_group (c79208ad-0538-4809-985a-c2c2b3b5ee16), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:34.518489 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-629f5434-1b22-4716-b926-879dabac621e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (c79208ad-0538-4809-985a-c2c2b3b5ee16), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:34.521911 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-629f5434-1b22-4716-b926-879dabac621e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:34.526517 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-629f5434-1b22-4716-b926-879dabac621e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c79208ad-0538-4809-985a-c2c2b3b5ee16 HTTP/1.1" status: 204 len: 168 time: 0.2048426 Mar 21 19:15:34.543294 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629f5434-1b22-4716-b926-879dabac621e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79208ad-0538-4809-985a-c2c2b3b5ee16,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:34.627007 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a4296-2852-43f9-8c2b-5e15ef8184d0 req-335eead7-0ae0-4622-994d-0ebb0da9e80e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:34.628743 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db4a4296-2852-43f9-8c2b-5e15ef8184d0 req-335eead7-0ae0-4622-994d-0ebb0da9e80e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0775561 Mar 21 19:15:34.707306 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db4a4296-2852-43f9-8c2b-5e15ef8184d0 req-935cde2f-c944-4fda-90f1-8d6de245e806 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 Mar 21 19:15:34.748505 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3d3d8362-a057-4d37-b068-b4be6055ad3d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:34.753110 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3d3d8362-a057-4d37-b068-b4be6055ad3d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (d785d714-937c-4057-9dc2-16e47004e76d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:34.865044 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-3d3d8362-a057-4d37-b068-b4be6055ad3d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Floating IP d785d714-937c-4057-9dc2-16e47004e76d associated. External IP: 172.27.3.51, port: 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa. Mar 21 19:15:35.001965 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44326) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:35.017361 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-75ff34ca-7a51-4f2f-8298-7670e82ab9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:35.216720 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-75ff34ca-7a51-4f2f-8298-7670e82ab9a3 admin admin] Publish callbacks [] for security_group (e86b161f-0753-4cfa-80a2-b9594ea89f17), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:35.219009 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3d8362-a057-4d37-b068-b4be6055ad3d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Router 428b30e5-d1da-4772-b477-1e041c1aaf02 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:15:35.233121 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-75ff34ca-7a51-4f2f-8298-7670e82ab9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (e86b161f-0753-4cfa-80a2-b9594ea89f17), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:35.276543 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200403f7-3400-4303-998a-e2ddce3bdc6b req-895a28a3-c04d-4f79-8d41-569d20b123d4 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:35.286648 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-200403f7-3400-4303-998a-e2ddce3bdc6b req-895a28a3-c04d-4f79-8d41-569d20b123d4 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 945 time: 0.1437631 Mar 21 19:15:35.321037 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44340) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:35.322409 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-75ff34ca-7a51-4f2f-8298-7670e82ab9a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a6f31410f70a4b6ea440eef3ceebb539&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186698 Mar 21 19:15:35.329420 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff34ca-7a51-4f2f-8298-7670e82ab9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86b161f-0753-4cfa-80a2-b9594ea89f17,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:35.379398 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-200403f7-3400-4303-998a-e2ddce3bdc6b req-dc54e0a2-dbdb-442f-a82a-1bf79aa1a0a0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887444 Mar 21 19:15:35.423794 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2503a238-27f9-464e-b5b5-81b1a62f3ac8 admin admin] Publish callbacks [] for security_group (e86b161f-0753-4cfa-80a2-b9594ea89f17), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:35.498620 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3d8362-a057-4d37-b068-b4be6055ad3d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:15:35.514101 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] Sync routers for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:15:35.516233 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3d3d8362-a057-4d37-b068-b4be6055ad3d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:35.526070 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:15:35.527399 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:35.556836 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2503a238-27f9-464e-b5b5-81b1a62f3ac8 admin admin] Publish callbacks [] for security_group (e86b161f-0753-4cfa-80a2-b9594ea89f17), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:35.569479 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3d3d8362-a057-4d37-b068-b4be6055ad3d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "PUT /v2.0/floatingips/d785d714-937c-4057-9dc2-16e47004e76d HTTP/1.1" status: 200 len: 990 time: 2.0934324 Mar 21 19:15:35.581242 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:35.584188 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda096b9-a2c3-42d4-995f-7fb3b2568358" -d '{"events": [{"name": "network-changed", "server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:35.671936 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912af3f6-c4fb-47ab-b6f9-6af2ada06a31 x-openstack-request-id: req-912af3f6-c4fb-47ab-b6f9-6af2ada06a31 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:35.673279 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:35.673516 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-912af3f6-c4fb-47ab-b6f9-6af2ada06a31 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:35.673922 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'status': 'completed', 'code': 200} Mar 21 19:15:35.692056 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da4f5f-142b-4bf3-a801-50051772f0e1 req-aee5561f-529a-4a86-bf2d-47f8faa5a1eb tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:35.700239 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b2da4f5f-142b-4bf3-a801-50051772f0e1 req-aee5561f-529a-4a86-bf2d-47f8faa5a1eb tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.2709944 Mar 21 19:15:35.776306 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2503a238-27f9-464e-b5b5-81b1a62f3ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (e86b161f-0753-4cfa-80a2-b9594ea89f17), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:35.779596 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2503a238-27f9-464e-b5b5-81b1a62f3ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:35.780828 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2503a238-27f9-464e-b5b5-81b1a62f3ac8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e86b161f-0753-4cfa-80a2-b9594ea89f17 HTTP/1.1" status: 204 len: 168 time: 0.4586539 Mar 21 19:15:35.793509 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b2da4f5f-142b-4bf3-a801-50051772f0e1 req-3f68ce87-d921-4185-aedb-314f66889c8d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924792 Mar 21 19:15:35.795730 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:35.809097 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503a238-27f9-464e-b5b5-81b1a62f3ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86b161f-0753-4cfa-80a2-b9594ea89f17,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:35.837042 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-9414c714-d3d1-46b2-b74a-c534228ee455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:35.838590 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-9414c714-d3d1-46b2-b74a-c534228ee455 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 1129 time: 0.0846381 Mar 21 19:15:35.998851 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c1e60-4578-4720-9309-756bbf9ce8ce req-fee2a249-036f-467f-b2d8-2e07e5d1115d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:36.007618 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-376c1e60-4578-4720-9309-756bbf9ce8ce req-fee2a249-036f-467f-b2d8-2e07e5d1115d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1044650 Mar 21 19:15:36.263121 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-bf895ed5-c44b-4107-abdb-5c10f8f0593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:36.264851 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-bf895ed5-c44b-4107-abdb-5c10f8f0593b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 917 time: 0.4172988 Mar 21 19:15:36.287736 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'd785d714-937c-4057-9dc2-16e47004e76d', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'port_id': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'mac_address': 'fa:16:3e:9f:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:15:00Z', 'updated_at': '2022-03-21T19:15:34Z', 'revision_number': 1, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:36.320580 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] Checking router: 428b30e5-d1da-4772-b477-1e041c1aaf02 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:15:36.340354 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:15:36.341544 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:36.357386 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-376c1e60-4578-4720-9309-756bbf9ce8ce req-09c8167e-d1ba-4b94-9448-dc1186a9196b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487213 Mar 21 19:15:36.411934 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-ec6c4733-7e67-49a9-8c1b-8f837ce02a28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa HTTP/1.1" status: 200 len: 998 time: 0.1386681 Mar 21 19:15:36.472428 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-01fa2a62-a076-4b60-8b8a-15bf0cd80212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:36.475602 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-01fa2a62-a076-4b60-8b8a-15bf0cd80212 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.0560234 Mar 21 19:15:36.542095 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:36.631663 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-5e8be5a2-d2fb-45a6-84a6-e830bb233965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:36.633312 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-5e8be5a2-d2fb-45a6-84a6-e830bb233965 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1411531 Mar 21 19:15:36.645211 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b29a66-73b5-4513-bd0f-e0752dc8ca46 req-c1d9030f-b3b7-40b6-97bf-823b24e5578f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:36.655084 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f6b29a66-73b5-4513-bd0f-e0752dc8ca46 req-c1d9030f-b3b7-40b6-97bf-823b24e5578f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 945 time: 0.1402452 Mar 21 19:15:36.806316 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1757051-2491-4964-801a-c2b8d35c099f req-53bdfae6-7e2a-43c5-8eab-9d97fa21a6ed tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:36.807884 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b1757051-2491-4964-801a-c2b8d35c099f req-53bdfae6-7e2a-43c5-8eab-9d97fa21a6ed tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1053305 Mar 21 19:15:36.827995 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f6b29a66-73b5-4513-bd0f-e0752dc8ca46 req-38205746-726a-4f6e-97e5-f105e578af29 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1719382 Mar 21 19:15:36.882556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-90a4fc8d-c682-4430-8760-23ede6d851f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:36.887905 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-90a4fc8d-c682-4430-8760-23ede6d851f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 1129 time: 0.1982160 Mar 21 19:15:36.892422 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-a6464b87-3f18-484c-9cbb-8ab91dcc0ee3 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350421 Mar 21 19:15:36.937336 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b1757051-2491-4964-801a-c2b8d35c099f req-253db691-90a0-4392-9f62-43e53d0285ba tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153786 Mar 21 19:15:37.039335 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e744c-e575-4182-a8af-5d2fdf80d776 req-3a8fd10a-3930-4a56-898e-5d927db5d412 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:37.045503 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-500e744c-e575-4182-a8af-5d2fdf80d776 req-3a8fd10a-3930-4a56-898e-5d927db5d412 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 945 time: 0.0599985 Mar 21 19:15:37.050075 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44428) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:37.050748 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'd785d714-937c-4057-9dc2-16e47004e76d', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'port_id': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'mac_address': 'fa:16:3e:9f:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:15:00Z', 'updated_at': '2022-03-21T19:15:34Z', 'revision_number': 1, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:37.064016 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-554c7249-9458-4b3c-a101-7196f573aa9f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'floatingip': {'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:37.125031 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38c51e-0a15-42df-bce5-c27e4cfa5d58 None None] The sync data for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi is: [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'd785d714-937c-4057-9dc2-16e47004e76d', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'floating_ip_address': '172.27.3.51', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'port_id': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'mac_address': 'fa:16:3e:9f:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:15:00Z', 'updated_at': '2022-03-21T19:15:34Z', 'revision_number': 1, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:15:37.156356 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-554c7249-9458-4b3c-a101-7196f573aa9f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (f43e8563-4770-40d6-8a2c-4633833e586e), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:37.169015 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bda096b9-a2c3-42d4-995f-7fb3b2568358 req-fbd8a6d9-c301-4139-b768-7ee26cef800c service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649016 Mar 21 19:15:37.214508 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de9dc1-2322-4589-932f-d63d59aea2d4 req-3a19cb28-d0e4-4b08-ae7d-9a465858e2cd tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:37.223329 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6de9dc1-2322-4589-932f-d63d59aea2d4 req-3a19cb28-d0e4-4b08-ae7d-9a465858e2cd tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.2965915 Mar 21 19:15:37.291123 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c6de9dc1-2322-4589-932f-d63d59aea2d4 req-01b6165e-80db-45fd-810a-4698df3bf391 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666327 Mar 21 19:15:37.302930 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-af2a6f88-bca5-46c3-9dcf-8dc0f1abb331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:37.304051 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-af2a6f88-bca5-46c3-9dcf-8dc0f1abb331 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.4017344 Mar 21 19:15:37.359110 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-e1b86a88-f845-4c8a-a6a7-3be36272737f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a445558b-fdf1-4f1d-97c3-0a3a77e24349 HTTP/1.1" status: 200 len: 217 time: 0.0479202 Mar 21 19:15:37.453490 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-9df6bf2e-57c7-4a48-8689-fdbbce6accc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:37.456613 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-9df6bf2e-57c7-4a48-8689-fdbbce6accc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.0897477 Mar 21 19:15:37.462508 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c833f7-a66d-4579-9634-4ce1d49a101e None None] New status for floating IP d785d714-937c-4057-9dc2-16e47004e76d: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:15:37.588382 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-cc34a151-3edd-4683-8efc-c48a683f94c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:37.596420 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-cc34a151-3edd-4683-8efc-c48a683f94c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1226649 Mar 21 19:15:37.770617 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-6c6febaa-9e18-41d3-9577-df106398e6f9 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:37.772661 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-6c6febaa-9e18-41d3-9577-df106398e6f9 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.55 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.1740851 Mar 21 19:15:37.840096 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-74a63a10-02e6-4a80-980e-f8d145a896f5 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290771 Mar 21 19:15:37.868084 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-554c7249-9458-4b3c-a101-7196f573aa9f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:37.874496 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-554c7249-9458-4b3c-a101-7196f573aa9f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (f43e8563-4770-40d6-8a2c-4633833e586e), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:38.220982 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4e2db01c-7fa7-4694-b52e-3cb65d1eac4c req-e0027122-f976-4480-a9fc-d898b4fb7239 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296907 Mar 21 19:15:38.243464 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-554c7249-9458-4b3c-a101-7196f573aa9f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Floating IP f43e8563-4770-40d6-8a2c-4633833e586e associated. External IP: 172.27.3.223, port: 68685d44-4e35-4f5e-b146-2deaa4b19317. Mar 21 19:15:38.251094 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Deleting port eed03232-663d-48b3-9547-79f1d6a011a3 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:15:38.251705 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:38.410583 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] For port eed03232-663d-48b3-9547-79f1d6a011a3, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=eed03232-663d-48b3-9547-79f1d6a011a3,segment=NetworkSegment(3ae9c478-37fb-44bd-a609-17f6f0b1e22b),segment_id=3ae9c478-37fb-44bd-a609-17f6f0b1e22b)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:38.412427 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:38.433472 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44494) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:38.462375 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Calling delete_port for eed03232-663d-48b3-9547-79f1d6a011a3 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:15:38.579151 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4d469-dcbb-45c9-838b-43f5a0630de6 req-75f19065-9cbc-4292-9645-62ccc1488b6b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:38.586865 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2cc4d469-dcbb-45c9-838b-43f5a0630de6 req-75f19065-9cbc-4292-9645-62ccc1488b6b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.2150846 Mar 21 19:15:38.636023 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-554c7249-9458-4b3c-a101-7196f573aa9f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:15:38.668029 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2cc4d469-dcbb-45c9-838b-43f5a0630de6 req-22019d3d-3004-4420-bff9-700949a6f97f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802815 Mar 21 19:15:38.712649 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:38.766228 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b715d7-28f6-4a20-8c5d-3a987a1fbb70 req-e7f87924-7ecc-4467-9a38-406a19026d36 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:38.768021 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e6b715d7-28f6-4a20-8c5d-3a987a1fbb70 req-e7f87924-7ecc-4467-9a38-406a19026d36 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 945 time: 0.3377650 Mar 21 19:15:38.802306 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554c7249-9458-4b3c-a101-7196f573aa9f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:15:38.810158 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-554c7249-9458-4b3c-a101-7196f573aa9f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:38.830077 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:15:38.864508 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-554c7249-9458-4b3c-a101-7196f573aa9f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "PUT /v2.0/floatingips/f43e8563-4770-40d6-8a2c-4633833e586e HTTP/1.1" status: 200 len: 991 time: 1.7940149 Mar 21 19:15:38.864508 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e36944c-b86e-4c93-8643-6d605634167d', 'tag': '68685d44-4e35-4f5e-b146-2deaa4b19317'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:38.864508 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98" -d '{"events": [{"name": "network-changed", "server_uuid": "9e36944c-b86e-4c93-8643-6d605634167d", "tag": "68685d44-4e35-4f5e-b146-2deaa4b19317"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:38.864937 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e6b715d7-28f6-4a20-8c5d-3a987a1fbb70 req-72c3688b-fa7d-4095-b1a9-3adaa1d4aeae tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/security-groups?id=b6f7fd81-249f-4cb2-88dc-af2caa463fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815260 Mar 21 19:15:38.876867 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:15:38.877681 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:38.916850 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c67846-bbdf-45e1-872c-febc63a0568e x-openstack-request-id: req-34c67846-bbdf-45e1-872c-febc63a0568e {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:38.918183 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e36944c-b86e-4c93-8643-6d605634167d", "tag": "68685d44-4e35-4f5e-b146-2deaa4b19317", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:38.918731 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-34c67846-bbdf-45e1-872c-febc63a0568e {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:38.919273 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e36944c-b86e-4c93-8643-6d605634167d', 'tag': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'status': 'completed', 'code': 200} Mar 21 19:15:38.998167 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Publish callbacks [] for security_group (123af705-6b92-4cab-b222-dfe5a6269e9c), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:39.008742 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (123af705-6b92-4cab-b222-dfe5a6269e9c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:39.021533 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:39.044438 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (eed03232-663d-48b3-9547-79f1d6a011a3), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:39.066113 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['eed03232-663d-48b3-9547-79f1d6a011a3'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:15:39.113068 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Pushing event deleted for resources: {'Port': ['ID=eed03232-663d-48b3-9547-79f1d6a011a3,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:39.123160 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ce3a16b3e55b4c54b190436e1b6123d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6885779 Mar 21 19:15:39.125832 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44530) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:39.135995 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123af705-6b92-4cab-b222-dfe5a6269e9c,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:39.154907 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-4b5c3709-a2b2-4322-93e1-3a1c729ebd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:39.157092 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-4b5c3709-a2b2-4322-93e1-3a1c729ebd9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 1129 time: 0.2020738 Mar 21 19:15:39.213015 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Publish callbacks [] for security_group (123af705-6b92-4cab-b222-dfe5a6269e9c), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:39.225843 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.228392 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.228805 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.229204 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.230311 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.231467 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.232969 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.233411 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.233867 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.234270 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.234675 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.235119 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.235514 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.235904 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.236309 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.249122 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Publish callbacks [] for security_group (123af705-6b92-4cab-b222-dfe5a6269e9c), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:39.285861 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.286202 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.286560 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.286927 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.287312 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.287556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.287881 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.288209 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.288565 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.289515 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.289831 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.290163 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.290485 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.290823 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.291130 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57dbdb8-069c-4e35-a170-20486189b73f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.296053 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] No DVR routers for this DVR port eed03232-663d-48b3-9547-79f1d6a011a3 on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:15:39.299476 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:39.303150 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9b4f0528-8a53-43cb-a196-b4fb23b51a18 req-f5f02534-e338-4254-814e-e092bf512a7d tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.55 "DELETE /v2.0/ports/eed03232-663d-48b3-9547-79f1d6a011a3 HTTP/1.1" status: 204 len: 173 time: 1.5247931 Mar 21 19:15:39.303635 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4854e122-a5e8-484d-be53-c6721fc98b9a', 'name': 'network-vif-deleted', 'tag': 'eed03232-663d-48b3-9547-79f1d6a011a3'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:15:39.311672 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (123af705-6b92-4cab-b222-dfe5a6269e9c), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:39.315663 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:39.315882 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe976fa-8fd3-429e-be5e-c81c5b5e3b27" -d '{"events": [{"server_uuid": "4854e122-a5e8-484d-be53-c6721fc98b9a", "name": "network-vif-deleted", "tag": "eed03232-663d-48b3-9547-79f1d6a011a3"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:15:39.319379 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/123af705-6b92-4cab-b222-dfe5a6269e9c HTTP/1.1" status: 204 len: 168 time: 0.1896386 Mar 21 19:15:39.348032 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123af705-6b92-4cab-b222-dfe5a6269e9c,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:39.364249 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.364799 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.365291 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.365768 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.366152 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.366531 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.366872 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.367482 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.367827 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.368246 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.368759 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.369124 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.369515 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.370289 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.370289 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172ac2d0-6799-4691-8798-65e9358718d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:39.409256 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36712365-bf52-423a-b9cc-6ae2fad8103a x-openstack-request-id: req-36712365-bf52-423a-b9cc-6ae2fad8103a {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:15:39.409873 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4854e122-a5e8-484d-be53-c6721fc98b9a", "name": "network-vif-deleted", "tag": "eed03232-663d-48b3-9547-79f1d6a011a3", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:15:39.410304 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36712365-bf52-423a-b9cc-6ae2fad8103a {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:15:39.410886 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4854e122-a5e8-484d-be53-c6721fc98b9a', 'name': 'network-vif-deleted', 'tag': 'eed03232-663d-48b3-9547-79f1d6a011a3', 'status': 'completed', 'code': 200} Mar 21 19:15:39.425558 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-32b8c9e1-47e1-4cd6-9aa8-3e822bd74eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:39.427789 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-32b8c9e1-47e1-4cd6-9aa8-3e822bd74eae service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 915 time: 0.2064624 Mar 21 19:15:39.496534 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'f43e8563-4770-40d6-8a2c-4633833e586e', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:00:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:14:58Z', 'updated_at': '2022-03-21T19:15:37Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:39.504674 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-6da5c91b-a2f4-4e9e-9106-9ea07164b2fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68685d44-4e35-4f5e-b146-2deaa4b19317 HTTP/1.1" status: 200 len: 999 time: 0.0698309 Mar 21 19:15:39.526706 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:15:39.537012 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:15:39.537686 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:39.559734 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-5ce8db3c-b471-4793-87de-1731395957c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:39.561641 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-5ce8db3c-b471-4793-87de-1731395957c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 200 len: 853 time: 0.0506384 Mar 21 19:15:39.585300 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44546) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:39.663803 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-39880a9c-91c9-4f93-86be-883057934b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:39.669872 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-39880a9c-91c9-4f93-86be-883057934b2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b962a0a-e309-4e68-80c4-e22169763239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955954 Mar 21 19:15:39.708746 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:39.743539 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f34c5123-9914-4850-abf3-019dcf5d7375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:39.808890 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-47dafe6e-a2ac-4b7a-a0f7-a444c3d72bd2 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303232 Mar 21 19:15:39.875286 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44562) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:39.904779 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f738396e-6aa7-476b-9c6a-bc48d24fb1f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:39.941774 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aefc3513-a5f5-4862-b0f1-cfb72ef85e98 req-c7a9a993-4bdd-4348-bc23-425556cefeb5 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245916 Mar 21 19:15:40.019864 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d34af-4e62-40ff-9402-b28a462b9fc4 req-49e648ba-944c-48a8-8a82-d9ae11dbf092 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:40.021568 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4e4d34af-4e62-40ff-9402-b28a462b9fc4 req-49e648ba-944c-48a8-8a82-d9ae11dbf092 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.2301023 Mar 21 19:15:40.030072 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f738396e-6aa7-476b-9c6a-bc48d24fb1f4 admin admin] Publish callbacks [] for security_group (7b6e00b4-e611-4652-ad71-f37a7f49b191), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.057612 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0438a5e8-8396-4273-a564-2aca91cc1bef req-43f518c0-fc6b-49d1-92f7-d24e06c349d4 tempest-DeleteServersTestJSON-1305745441 tempest-DeleteServersTestJSON-1305745441-project] 10.222.0.41 "GET /v2.0/ports?device_id=4854e122-a5e8-484d-be53-c6721fc98b9a HTTP/1.1" status: 200 len: 210 time: 0.0501680 Mar 21 19:15:40.058177 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f738396e-6aa7-476b-9c6a-bc48d24fb1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (7b6e00b4-e611-4652-ad71-f37a7f49b191), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.088310 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f34c5123-9914-4850-abf3-019dcf5d7375 admin admin] Publish callbacks [] for security_group (e2430c90-ca54-47f2-b916-fee365456168), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.112755 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f34c5123-9914-4850-abf3-019dcf5d7375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (e2430c90-ca54-47f2-b916-fee365456168), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.130674 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'f43e8563-4770-40d6-8a2c-4633833e586e', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:00:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:14:58Z', 'updated_at': '2022-03-21T19:15:37Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:40.133899 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738396e-6aa7-476b-9c6a-bc48d24fb1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6e00b4-e611-4652-ad71-f37a7f49b191,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:40.146306 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44578) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:40.146741 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f738396e-6aa7-476b-9c6a-bc48d24fb1f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e30600786004478d9a97853f1e3253bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2680240 Mar 21 19:15:40.190125 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4e4d34af-4e62-40ff-9402-b28a462b9fc4 req-ab0dd406-8445-4d25-be38-89c81425aa39 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589303 Mar 21 19:15:40.191154 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2edbaef-7240-4455-8838-340cfb75b50c None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'f43e8563-4770-40d6-8a2c-4633833e586e', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:00:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:14:58Z', 'updated_at': '2022-03-21T19:15:37Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:15:40.235492 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e336acb5-0746-4110-8142-3215284d125f admin admin] Publish callbacks [] for security_group (7b6e00b4-e611-4652-ad71-f37a7f49b191), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.239731 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f34c5123-9914-4850-abf3-019dcf5d7375 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bcc8bf5f399f412182d0abd5149e7fbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6528077 Mar 21 19:15:40.257628 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44584) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:40.259286 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c5123-9914-4850-abf3-019dcf5d7375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2430c90-ca54-47f2-b916-fee365456168,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:40.299022 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e336acb5-0746-4110-8142-3215284d125f admin admin] Publish callbacks [] for security_group (7b6e00b4-e611-4652-ad71-f37a7f49b191), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.344931 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-85ab98d5-0e8f-4d65-b8b6-bce3da3f74f4 admin admin] Publish callbacks [] for security_group (e2430c90-ca54-47f2-b916-fee365456168), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.377246 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-85ab98d5-0e8f-4d65-b8b6-bce3da3f74f4 admin admin] Publish callbacks [] for security_group (e2430c90-ca54-47f2-b916-fee365456168), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.381119 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e336acb5-0746-4110-8142-3215284d125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (7b6e00b4-e611-4652-ad71-f37a7f49b191), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.387629 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e336acb5-0746-4110-8142-3215284d125f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.390158 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e336acb5-0746-4110-8142-3215284d125f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b6e00b4-e611-4652-ad71-f37a7f49b191 HTTP/1.1" status: 204 len: 168 time: 0.2428265 Mar 21 19:15:40.400581 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336acb5-0746-4110-8142-3215284d125f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6e00b4-e611-4652-ad71-f37a7f49b191,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:40.503223 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-85ab98d5-0e8f-4d65-b8b6-bce3da3f74f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (e2430c90-ca54-47f2-b916-fee365456168), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.507699 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-85ab98d5-0e8f-4d65-b8b6-bce3da3f74f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:40.511248 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-85ab98d5-0e8f-4d65-b8b6-bce3da3f74f4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e2430c90-ca54-47f2-b916-fee365456168 HTTP/1.1" status: 204 len: 168 time: 0.2586164 Mar 21 19:15:40.522825 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab98d5-0e8f-4d65-b8b6-bce3da3f74f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2430c90-ca54-47f2-b916-fee365456168,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:40.587586 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd77c04b-3543-4d18-a6a6-3cdb9ffdeff1 None None] New status for floating IP f43e8563-4770-40d6-8a2c-4633833e586e: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:15:40.936752 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44608) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:40.949353 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-db8dac6a-6549-45a3-b07b-1c0a1c72f1b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:41.025517 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-db8dac6a-6549-45a3-b07b-1c0a1c72f1b7 admin admin] Publish callbacks [] for security_group (a345564e-f499-4bb3-b7c5-52d9fee30707), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:41.029968 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-db8dac6a-6549-45a3-b07b-1c0a1c72f1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (a345564e-f499-4bb3-b7c5-52d9fee30707), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:41.069613 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-db8dac6a-6549-45a3-b07b-1c0a1c72f1b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1e9748c98324e089cce0d0f216b3c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317761 Mar 21 19:15:41.071573 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8dac6a-6549-45a3-b07b-1c0a1c72f1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a345564e-f499-4bb3-b7c5-52d9fee30707,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:41.072358 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44610) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:41.132824 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a6e00bbb-e7ea-42f5-8f7a-ef39af360839 admin admin] Publish callbacks [] for security_group (a345564e-f499-4bb3-b7c5-52d9fee30707), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:41.156453 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a6e00bbb-e7ea-42f5-8f7a-ef39af360839 admin admin] Publish callbacks [] for security_group (a345564e-f499-4bb3-b7c5-52d9fee30707), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:41.210709 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a6e00bbb-e7ea-42f5-8f7a-ef39af360839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (a345564e-f499-4bb3-b7c5-52d9fee30707), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:41.213887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a6e00bbb-e7ea-42f5-8f7a-ef39af360839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:41.215206 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a6e00bbb-e7ea-42f5-8f7a-ef39af360839 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a345564e-f499-4bb3-b7c5-52d9fee30707 HTTP/1.1" status: 204 len: 168 time: 0.1417642 Mar 21 19:15:41.223201 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e00bbb-e7ea-42f5-8f7a-ef39af360839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a345564e-f499-4bb3-b7c5-52d9fee30707,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:41.369331 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646f047-fd7f-4453-a2c9-31acf847cd82 req-fc0c765a-092f-47db-bb59-3bfa962deafe tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:41.381734 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d646f047-fd7f-4453-a2c9-31acf847cd82 req-fc0c765a-092f-47db-bb59-3bfa962deafe tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0999382 Mar 21 19:15:41.469508 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d646f047-fd7f-4453-a2c9-31acf847cd82 req-8a1f94dd-29ea-423a-9f7c-6505cafc3e3b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867014 Mar 21 19:15:41.762823 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:15:41.797820 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44672) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:42.151422 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7f72de24-ac2c-41b0-8d62-1b882d319ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.244819 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7f72de24-ac2c-41b0-8d62-1b882d319ee7 admin admin] Publish callbacks [] for security_group (1447bd5b-c211-432a-8da4-2601faeab737), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.257836 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7f72de24-ac2c-41b0-8d62-1b882d319ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1447bd5b-c211-432a-8da4-2601faeab737), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.314209 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7f72de24-ac2c-41b0-8d62-1b882d319ee7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=44c41d9949a845e7ae7477f30e5e268b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5151772 Mar 21 19:15:42.315577 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72de24-ac2c-41b0-8d62-1b882d319ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1447bd5b-c211-432a-8da4-2601faeab737,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:42.316653 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44696) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:42.380382 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-87bc29ce-27c2-4935-b318-b70fbdd35816 admin admin] Publish callbacks [] for security_group (1447bd5b-c211-432a-8da4-2601faeab737), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.405675 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-87bc29ce-27c2-4935-b318-b70fbdd35816 admin admin] Publish callbacks [] for security_group (1447bd5b-c211-432a-8da4-2601faeab737), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.465152 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-87bc29ce-27c2-4935-b318-b70fbdd35816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1447bd5b-c211-432a-8da4-2601faeab737), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.467959 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-87bc29ce-27c2-4935-b318-b70fbdd35816 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.469185 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-87bc29ce-27c2-4935-b318-b70fbdd35816 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1447bd5b-c211-432a-8da4-2601faeab737 HTTP/1.1" status: 204 len: 168 time: 0.1509221 Mar 21 19:15:42.477571 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc29ce-27c2-4935-b318-b70fbdd35816 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1447bd5b-c211-432a-8da4-2601faeab737,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:42.619088 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44716) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:42.673998 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-badd42e3-4dbb-4f02-8747-b76a8272b906 admin admin] Deleting subnet c479be7a-e1eb-4a1c-a99c-6ff36ffaac46 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:15:42.679521 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-badd42e3-4dbb-4f02-8747-b76a8272b906 admin admin] Publish callbacks [] for subnet (c479be7a-e1eb-4a1c-a99c-6ff36ffaac46), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.725126 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-badd42e3-4dbb-4f02-8747-b76a8272b906 admin admin] Publish callbacks [] for subnet (c479be7a-e1eb-4a1c-a99c-6ff36ffaac46), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.737880 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-badd42e3-4dbb-4f02-8747-b76a8272b906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (c479be7a-e1eb-4a1c-a99c-6ff36ffaac46), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.823294 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-badd42e3-4dbb-4f02-8747-b76a8272b906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (c479be7a-e1eb-4a1c-a99c-6ff36ffaac46), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.858314 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd42e3-4dbb-4f02-8747-b76a8272b906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c479be7a-e1eb-4a1c-a99c-6ff36ffaac46,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:42.867785 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-badd42e3-4dbb-4f02-8747-b76a8272b906 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:42.875734 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-badd42e3-4dbb-4f02-8747-b76a8272b906 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c479be7a-e1eb-4a1c-a99c-6ff36ffaac46 HTTP/1.1" status: 204 len: 168 time: 0.2551961 Mar 21 19:15:42.876471 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44722) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:42.950619 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea27d27-0d24-436d-99a6-0ba5e233d9fb req-95b23091-bc1a-48c1-b1b5-81e722824eb6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:42.956992 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cea27d27-0d24-436d-99a6-0ba5e233d9fb req-95b23091-bc1a-48c1-b1b5-81e722824eb6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.3902957 Mar 21 19:15:42.964742 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-e52583e2-8c79-409b-a6d9-4c10e9bfae1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1253304 Mar 21 19:15:42.997757 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (3772453a-d608-41b2-ad11-b15e5adceaee), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.027728 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device eed03232-663d-48b3-9547-79f1d6a011a3 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:15:43.054040 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: eed03232-663d-48b3-9547-79f1d6a011a3 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:15:43.054624 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device eed03232-663d-48b3-9547-79f1d6a011a3 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:15:43.056312 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44730) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:43.068993 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03a1f4ff-40b4-429b-af2a-3bcad2632df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.078949 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cea27d27-0d24-436d-99a6-0ba5e233d9fb req-0e1507d4-6555-465e-90c1-efbd2d498dc4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208835 Mar 21 19:15:43.158773 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03a1f4ff-40b4-429b-af2a-3bcad2632df2 admin admin] Publish callbacks [] for security_group (54ea14d5-d8a6-4d1c-8c74-19eaaafcea4e), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.165525 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-03a1f4ff-40b4-429b-af2a-3bcad2632df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (54ea14d5-d8a6-4d1c-8c74-19eaaafcea4e), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.201252 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44736) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:43.203215 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (3772453a-d608-41b2-ad11-b15e5adceaee), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.216232 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-03a1f4ff-40b4-429b-af2a-3bcad2632df2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66f83d10c4f64411b133c82f1187bb49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590629 Mar 21 19:15:43.216848 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44740) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:43.222991 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1f4ff-40b4-429b-af2a-3bcad2632df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea14d5-d8a6-4d1c-8c74-19eaaafcea4e,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:43.240918 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.241276 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.243397 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.243745 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.244077 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.244417 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.244936 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.245267 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.245589 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.245914 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.272232 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5220bf8-2a7b-4560-bd5a-9988c943c188 admin admin] Publish callbacks [] for security_group (54ea14d5-d8a6-4d1c-8c74-19eaaafcea4e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.292359 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.298445 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5220bf8-2a7b-4560-bd5a-9988c943c188 admin admin] Publish callbacks [] for security_group (54ea14d5-d8a6-4d1c-8c74-19eaaafcea4e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.362815 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5220bf8-2a7b-4560-bd5a-9988c943c188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (54ea14d5-d8a6-4d1c-8c74-19eaaafcea4e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.365919 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e5220bf8-2a7b-4560-bd5a-9988c943c188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.367149 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e5220bf8-2a7b-4560-bd5a-9988c943c188 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/54ea14d5-d8a6-4d1c-8c74-19eaaafcea4e HTTP/1.1" status: 204 len: 168 time: 0.1491640 Mar 21 19:15:43.375662 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5220bf8-2a7b-4560-bd5a-9988c943c188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ea14d5-d8a6-4d1c-8c74-19eaaafcea4e,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:43.429983 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-953ca6b2-15af-44bd-9050-555cfa0aae6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.441554 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.441997 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.442403 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.443105 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103551) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:15:43.443222 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3772453a-d608-41b2-ad11-b15e5adceaee']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:43.474808 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae9c478-37fb-44bd-a609-17f6f0b1e22b') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:43.478892 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae9c478-37fb-44bd-a609-17f6f0b1e22b') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:43.516240 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-a01744d8-94ef-46a6-a1c2-05f25d27f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:43.517696 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-a01744d8-94ef-46a6-a1c2-05f25d27f3b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 1129 time: 0.4934049 Mar 21 19:15:43.533274 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-953ca6b2-15af-44bd-9050-555cfa0aae6d admin admin] Publish callbacks [] for security_group (8d2371da-9bdd-4d35-bdad-28b4955274ba), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.533706 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62778313'] for segment (3ae9c478-37fb-44bd-a609-17f6f0b1e22b), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.546081 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-953ca6b2-15af-44bd-9050-555cfa0aae6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (8d2371da-9bdd-4d35-bdad-28b4955274ba), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.590467 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-953ca6b2-15af-44bd-9050-555cfa0aae6d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f4541c8c9724c9aa3e6a6246417c5bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867419 Mar 21 19:15:43.594166 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44758) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:43.617177 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ca6b2-15af-44bd-9050-555cfa0aae6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2371da-9bdd-4d35-bdad-28b4955274ba,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:43.652544 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-ee90ed31-9382-4eb8-8fe0-bb15b57300e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:43.654001 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-ee90ed31-9382-4eb8-8fe0-bb15b57300e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.1060731 Mar 21 19:15:43.667440 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb030559-9cea-4d9e-ad29-6de916310b49 admin admin] Publish callbacks [] for security_group (8d2371da-9bdd-4d35-bdad-28b4955274ba), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.671012 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (3ae9c478-37fb-44bd-a609-17f6f0b1e22b), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.694381 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb030559-9cea-4d9e-ad29-6de916310b49 admin admin] Publish callbacks [] for security_group (8d2371da-9bdd-4d35-bdad-28b4955274ba), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.714781 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-89383638-2603-4af6-b7a6-c2cebd921bba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=979adac7-041b-45b7-8892-c9955264f0c2 HTTP/1.1" status: 200 len: 217 time: 0.0531163 Mar 21 19:15:43.716126 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:15:43.716725 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62028279'] for segment (3ae9c478-37fb-44bd-a609-17f6f0b1e22b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.759517 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb030559-9cea-4d9e-ad29-6de916310b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (8d2371da-9bdd-4d35-bdad-28b4955274ba), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: from cryptography.utils import int_from_bytes Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: from cryptography.utils import int_from_bytes Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: Traceback (most recent call last): Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: timer() Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: cb(*args, **kw) Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: return func(*args, **kwargs) Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: self._notify() Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: self.callback(batched_events) Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: event.method(event) Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: return f(self, *a, **k) Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._get(url).json() Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:15:43.761916 dv-cinder-834527-2-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:15:43.764698 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb030559-9cea-4d9e-ad29-6de916310b49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.766104 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-bb030559-9cea-4d9e-ad29-6de916310b49 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d2371da-9bdd-4d35-bdad-28b4955274ba HTTP/1.1" status: 204 len: 168 time: 0.1708086 Mar 21 19:15:43.786947 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb030559-9cea-4d9e-ad29-6de916310b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2371da-9bdd-4d35-bdad-28b4955274ba,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:43.884720 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-9ba24b9e-672b-4c87-af65-681bb99c33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:43.886939 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-9ba24b9e-672b-4c87-af65-681bb99c33c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.1076961 Mar 21 19:15:43.888464 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (3772453a-d608-41b2-ad11-b15e5adceaee), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.928240 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.932677 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3772453a-d608-41b2-ad11-b15e5adceaee HTTP/1.1" status: 204 len: 168 time: 1.0530782 Mar 21 19:15:43.939622 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44772) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:43.950274 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d72a89-3304-403b-a229-7e17bf8105b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3772453a-d608-41b2-ad11-b15e5adceaee,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:43.961032 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4c3a15d6-b27f-449a-9b17-43ab8d83b7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:43.970396 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-a14ad6e8-2888-4e82-b758-ecec6a918dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:43.972141 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-a14ad6e8-2888-4e82-b758-ecec6a918dd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762081 Mar 21 19:15:44.063786 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4c3a15d6-b27f-449a-9b17-43ab8d83b7e7 admin admin] Publish callbacks [] for security_group (d42f41ff-9126-4bda-8b15-c51465affdf5), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.072916 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4c3a15d6-b27f-449a-9b17-43ab8d83b7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (d42f41ff-9126-4bda-8b15-c51465affdf5), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.124957 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-72a76002-86c2-409c-b12e-a05396178e70 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436701 Mar 21 19:15:44.151278 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a15d6-b27f-449a-9b17-43ab8d83b7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42f41ff-9126-4bda-8b15-c51465affdf5,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:44.157700 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4c3a15d6-b27f-449a-9b17-43ab8d83b7e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0ddfa7958b374c7da0c37597887022fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2168047 Mar 21 19:15:44.160280 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44786) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:44.224426 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8dcd04d2-50d5-46e3-839b-2e6031b58c6e admin admin] Publish callbacks [] for security_group (d42f41ff-9126-4bda-8b15-c51465affdf5), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.260904 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44790) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:44.282353 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8dcd04d2-50d5-46e3-839b-2e6031b58c6e admin admin] Publish callbacks [] for security_group (d42f41ff-9126-4bda-8b15-c51465affdf5), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.283270 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44794) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:44.318079 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-91f467e5-8e75-44ae-b594-e59be1a5c5f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.334884 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4ffca-d5ff-436b-ba68-1ca8c09b9427 req-d23d9f07-5916-4563-8217-946970ffa9f8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:44.336414 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-64d4ffca-d5ff-436b-ba68-1ca8c09b9427 req-d23d9f07-5916-4563-8217-946970ffa9f8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1141689 Mar 21 19:15:44.344848 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-58c5feb2-96e1-4d2f-bdf0-b9c5f17821b4 req-bd113cd8-26e5-419e-8f9e-e03c2d4f7e38 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123230 Mar 21 19:15:44.356807 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-feb483bb-14a5-42e5-b905-e68eb8d48fbf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=45accc44550e4cf5b681773828965abc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0925097 Mar 21 19:15:44.357399 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44798) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:44.385181 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8dcd04d2-50d5-46e3-839b-2e6031b58c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (d42f41ff-9126-4bda-8b15-c51465affdf5), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.387683 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8dcd04d2-50d5-46e3-839b-2e6031b58c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.389110 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8dcd04d2-50d5-46e3-839b-2e6031b58c6e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d42f41ff-9126-4bda-8b15-c51465affdf5 HTTP/1.1" status: 204 len: 168 time: 0.2275071 Mar 21 19:15:44.406505 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-64d4ffca-d5ff-436b-ba68-1ca8c09b9427 req-0c9787d1-14ef-4168-be37-75e392966d4f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609899 Mar 21 19:15:44.407364 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd04d2-50d5-46e3-839b-2e6031b58c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42f41ff-9126-4bda-8b15-c51465affdf5,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:44.459237 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-266109d5-5de0-4a64-a0e5-d68204bb15f0 admin admin] Publish callbacks [] for security_group (b6f7fd81-249f-4cb2-88dc-af2caa463fc5), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.496609 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-266109d5-5de0-4a64-a0e5-d68204bb15f0 admin admin] Publish callbacks [] for security_group (b6f7fd81-249f-4cb2-88dc-af2caa463fc5), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.549557 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-91f467e5-8e75-44ae-b594-e59be1a5c5f1 admin admin] Publish callbacks [] for security_group (c158e529-0e98-4c82-ad09-8937cf8ec6e7), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.555937 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-91f467e5-8e75-44ae-b594-e59be1a5c5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (c158e529-0e98-4c82-ad09-8937cf8ec6e7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.597709 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-266109d5-5de0-4a64-a0e5-d68204bb15f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b6f7fd81-249f-4cb2-88dc-af2caa463fc5), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.600228 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-266109d5-5de0-4a64-a0e5-d68204bb15f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.601954 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-266109d5-5de0-4a64-a0e5-d68204bb15f0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6f7fd81-249f-4cb2-88dc-af2caa463fc5 HTTP/1.1" status: 204 len: 168 time: 0.2431571 Mar 21 19:15:44.603135 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f467e5-8e75-44ae-b594-e59be1a5c5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c158e529-0e98-4c82-ad09-8937cf8ec6e7,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:44.611174 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-91f467e5-8e75-44ae-b594-e59be1a5c5f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e2c88b396c24b46a6738f880b9c24c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3268816 Mar 21 19:15:44.613953 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44812) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:44.631073 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266109d5-5de0-4a64-a0e5-d68204bb15f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7fd81-249f-4cb2-88dc-af2caa463fc5,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:44.680746 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-25a07313-dc8d-4edb-872f-31d0354b37ec admin admin] Publish callbacks [] for security_group (c158e529-0e98-4c82-ad09-8937cf8ec6e7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.703310 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-25a07313-dc8d-4edb-872f-31d0354b37ec admin admin] Publish callbacks [] for security_group (c158e529-0e98-4c82-ad09-8937cf8ec6e7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.756706 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-25a07313-dc8d-4edb-872f-31d0354b37ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (c158e529-0e98-4c82-ad09-8937cf8ec6e7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.759623 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-25a07313-dc8d-4edb-872f-31d0354b37ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:44.763855 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-25a07313-dc8d-4edb-872f-31d0354b37ec admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c158e529-0e98-4c82-ad09-8937cf8ec6e7 HTTP/1.1" status: 204 len: 168 time: 0.1489146 Mar 21 19:15:44.771706 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a07313-dc8d-4edb-872f-31d0354b37ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c158e529-0e98-4c82-ad09-8937cf8ec6e7,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:45.043097 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44838) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:45.215839 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-67c0557b-619e-4f94-b7b0-a23c1c98b2d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:45.294675 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-67c0557b-619e-4f94-b7b0-a23c1c98b2d9 admin admin] Publish callbacks [] for security_group (fb725279-8f54-4bf6-a89d-af8279854d97), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:45.299308 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-67c0557b-619e-4f94-b7b0-a23c1c98b2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (fb725279-8f54-4bf6-a89d-af8279854d97), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:45.339625 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0557b-619e-4f94-b7b0-a23c1c98b2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb725279-8f54-4bf6-a89d-af8279854d97,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:45.346837 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-67c0557b-619e-4f94-b7b0-a23c1c98b2d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=11c3963302394d7898d7f9d8b6166297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3000529 Mar 21 19:15:45.347025 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44858) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:45.403564 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-09cc2422-6988-4ec8-8f8a-e9169a416eeb admin admin] Publish callbacks [] for security_group (fb725279-8f54-4bf6-a89d-af8279854d97), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:45.426323 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-09cc2422-6988-4ec8-8f8a-e9169a416eeb admin admin] Publish callbacks [] for security_group (fb725279-8f54-4bf6-a89d-af8279854d97), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:45.501646 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-09cc2422-6988-4ec8-8f8a-e9169a416eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (fb725279-8f54-4bf6-a89d-af8279854d97), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:45.504130 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-09cc2422-6988-4ec8-8f8a-e9169a416eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:45.505267 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-09cc2422-6988-4ec8-8f8a-e9169a416eeb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb725279-8f54-4bf6-a89d-af8279854d97 HTTP/1.1" status: 204 len: 168 time: 0.1573374 Mar 21 19:15:45.529838 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc2422-6988-4ec8-8f8a-e9169a416eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb725279-8f54-4bf6-a89d-af8279854d97,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:45.565170 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc584e-dcbf-438d-834c-231d97e7776d req-5f7a4c16-b317-4136-bde0-828934775c27 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:45.569454 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6bdc584e-dcbf-438d-834c-231d97e7776d req-5f7a4c16-b317-4136-bde0-828934775c27 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0783262 Mar 21 19:15:45.621884 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6bdc584e-dcbf-438d-834c-231d97e7776d req-1d28cf4a-c67a-4d4d-b6a0-8d3d461c7ea8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Mar 21 19:15:45.852813 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44890) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:45.943207 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44894) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:45.956848 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-acad7c23-e206-408a-9620-87399fe9a8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.050915 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-acad7c23-e206-408a-9620-87399fe9a8a2 admin admin] Publish callbacks [] for security_group (119ee8c3-5279-4a5f-8cf0-1020507285fe), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.056325 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-acad7c23-e206-408a-9620-87399fe9a8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (119ee8c3-5279-4a5f-8cf0-1020507285fe), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.102344 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-acad7c23-e206-408a-9620-87399fe9a8a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd504aa5fa6d45ab89db4402ebb57855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572537 Mar 21 19:15:46.104718 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44906) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:46.113121 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad7c23-e206-408a-9620-87399fe9a8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119ee8c3-5279-4a5f-8cf0-1020507285fe,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:46.143363 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1835691551-network', 'tenant_id': '42929380ace240aa823c053970342b34'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:46.169547 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-299422c2-6fdf-4377-bdaf-29f36fa4095a admin admin] Publish callbacks [] for security_group (119ee8c3-5279-4a5f-8cf0-1020507285fe), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.169868 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Made reservation on behalf of 42929380ace240aa823c053970342b34 for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:46.172358 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.183771 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.192291 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-299422c2-6fdf-4377-bdaf-29f36fa4095a admin admin] Publish callbacks [] for security_group (119ee8c3-5279-4a5f-8cf0-1020507285fe), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.254526 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-299422c2-6fdf-4377-bdaf-29f36fa4095a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (119ee8c3-5279-4a5f-8cf0-1020507285fe), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.257805 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-299422c2-6fdf-4377-bdaf-29f36fa4095a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.262023 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-299422c2-6fdf-4377-bdaf-29f36fa4095a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/119ee8c3-5279-4a5f-8cf0-1020507285fe HTTP/1.1" status: 204 len: 168 time: 0.1546042 Mar 21 19:15:46.275491 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299422c2-6fdf-4377-bdaf-29f36fa4095a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119ee8c3-5279-4a5f-8cf0-1020507285fe,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:46.277508 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Publish callbacks [] for security_group (96107086-b714-42f5-875b-5f2247d10fef), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.285989 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (96107086-b714-42f5-875b-5f2247d10fef), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.316084 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:15:46.326384 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96107086-b714-42f5-875b-5f2247d10fef,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:46.331268 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (4c9d7c6f-2b96-4fae-a451-61f5172138d0), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.331615 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Added segment 4c9d7c6f-2b96-4fae-a451-61f5172138d0 of type vlan for network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 Mar 21 19:15:46.376811 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (8a28bb09-b0c5-4cfc-8b30-3153410d74b3), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.404326 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (8a28bb09-b0c5-4cfc-8b30-3153410d74b3), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.405398 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:46.405990 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.466903 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6129947 Mar 21 19:15:46.469787 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44922) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:46.476855 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Request body: {'subnet': {'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1835691551-subnet', 'tenant_id': '42929380ace240aa823c053970342b34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:46.491470 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74fe4b-9063-4142-b040-d0e2ceece2c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a28bb09-b0c5-4cfc-8b30-3153410d74b3,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:46.506758 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:15:46.507959 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Made reservation on behalf of 42929380ace240aa823c053970342b34 for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:46.510244 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.731373 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (2136b820-e0a7-49ec-976d-53c695f2c3bf), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.807239 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d7b84-b070-46b7-9204-24e43130308c req-7388ba2e-c3d1-400e-8e81-4b98a43e64d9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:46.808776 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b67d7b84-b070-46b7-9204-24e43130308c req-7388ba2e-c3d1-400e-8e81-4b98a43e64d9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1122377 Mar 21 19:15:46.817792 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2136b820-e0a7-49ec-976d-53c695f2c3bf,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:46.840741 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Checking segment: {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:46.841094 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Network hostable DHCP agents. Network: 8a28bb09-b0c5-4cfc-8b30-3153410d74b3, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:15:46.876407 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b67d7b84-b070-46b7-9204-24e43130308c req-2c962788-1b53-48cb-acbd-883aa9412cf7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616903 Mar 21 19:15:46.877685 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:15:46.894235 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 8a28bb09-b0c5-4cfc-8b30-3153410d74b3) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:46.899050 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:46.899814 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.908102 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f167716-73b4-40e7-a263-6ff070648cb4 None None] Network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:15:46.920506 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8fddd4c0-30df-4db5-9b5d-1007ff8c417c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4493363 Mar 21 19:15:46.922854 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44946) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:46.927173 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:46.954341 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:46.955683 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.025464 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks [] for router_controller (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.031253 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'project_id': '42929380ace240aa823c053970342b34', 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:15:47.032666 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.195293 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks [] for router_gateway (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.205031 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Allocated IP 172.20.0.2 (8a28bb09-b0c5-4cfc-8b30-3153410d74b3/2136b820-e0a7-49ec-976d-53c695f2c3bf/63c1cd24-e9be-4c77-91c5-88c59fb04d8a) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:15:47.363485 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Publish callbacks [] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.372127 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.428678 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:47.436269 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:47.441967 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Pushing event updated for resources: {'Port': ['ID=63c1cd24-e9be-4c77-91c5-88c59fb04d8a,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:47.445691 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:15:47.452259 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks [] for router_gateway (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.481392 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.517969 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.518505 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.518668 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.519229 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.519587 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.519906 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.520232 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.520608 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.520936 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.521431 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.521763 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.522101 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.522423 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.523111 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.523567 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:47.545503 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Attempting to bind port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:15:47.546110 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Attempting to bind port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:15:47.546656 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Attempting to bind port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a on network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:47.557664 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:15:47.558967 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Checking segment: {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:47.559724 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.561209 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Bound using segment: {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:15:47.562270 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Bound port: 63c1cd24-e9be-4c77-91c5-88c59fb04d8a, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:15:47.563814 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.574492 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44968) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:47.650717 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] For port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:15:47.654440 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] For port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=63c1cd24-e9be-4c77-91c5-88c59fb04d8a,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:15:47.663084 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.727474 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb80eddd-42d9-4b83-a2d3-3d8bb553a5ee None None] Pushing event updated for resources: {'Port': ['ID=63c1cd24-e9be-4c77-91c5-88c59fb04d8a,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:47.734180 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5639f714-7ea8-4245-87b4-f267b497d22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.894190 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Allocated IP 172.27.3.111 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/84a232d5-4bff-4cb3-bac0-c451c2f2ec37) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:15:47.950502 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5639f714-7ea8-4245-87b4-f267b497d22f admin admin] Publish callbacks [] for security_group (c83e6a09-b00f-4ebe-bb78-77e56ffb692d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:47.964840 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5639f714-7ea8-4245-87b4-f267b497d22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (c83e6a09-b00f-4ebe-bb78-77e56ffb692d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.012701 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5639f714-7ea8-4245-87b4-f267b497d22f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51212762df164595811e41f3ea6d9bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4364624 Mar 21 19:15:48.015594 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 44986) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:48.056532 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks [] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.073300 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 44988) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:48.093217 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5639f714-7ea8-4245-87b4-f267b497d22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83e6a09-b00f-4ebe-bb78-77e56ffb692d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:48.148841 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.220259 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:48.225104 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:48.230742 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:15:48.231651 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cf94f-287e-4892-85cb-5fc036bd1a3e req-abb70651-2146-47d8-8f75-30d58af5495b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:48.234181 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a45cf94f-287e-4892-85cb-5fc036bd1a3e req-abb70651-2146-47d8-8f75-30d58af5495b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.2278807 Mar 21 19:15:48.263491 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8919bc7e-add9-4cb4-8d61-7f721a0519b7 admin admin] Publish callbacks [] for security_group (c83e6a09-b00f-4ebe-bb78-77e56ffb692d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.316868 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-477579149-network', 'tenant_id': '04b8b45d9e3844c8b6c9d26f78f81f01'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:48.321513 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8919bc7e-add9-4cb4-8d61-7f721a0519b7 admin admin] Publish callbacks [] for security_group (c83e6a09-b00f-4ebe-bb78-77e56ffb692d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.331157 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Pushing event updated for resources: {'Port': ['ID=84a232d5-4bff-4cb3-bac0-c451c2f2ec37,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:48.351445 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a45cf94f-287e-4892-85cb-5fc036bd1a3e req-fb23ec04-4b29-4a54-a733-59c24a5ac9bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090596 Mar 21 19:15:48.386306 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Made reservation on behalf of 04b8b45d9e3844c8b6c9d26f78f81f01 for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:48.389067 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.393320 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8919bc7e-add9-4cb4-8d61-7f721a0519b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (c83e6a09-b00f-4ebe-bb78-77e56ffb692d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.396168 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8919bc7e-add9-4cb4-8d61-7f721a0519b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.410304 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.411078 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8919bc7e-add9-4cb4-8d61-7f721a0519b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c83e6a09-b00f-4ebe-bb78-77e56ffb692d HTTP/1.1" status: 204 len: 168 time: 0.3806167 Mar 21 19:15:48.430981 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919bc7e-add9-4cb4-8d61-7f721a0519b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83e6a09-b00f-4ebe-bb78-77e56ffb692d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:48.565589 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks [] for router_gateway (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.647906 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Publish callbacks [] for security_group (eb2175cb-bf47-4991-b4b1-5265b594ad39), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.654925 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (eb2175cb-bf47-4991-b4b1-5265b594ad39), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.693797 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:15:48.711565 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (bc3433b0-8c46-4b16-9b20-36155effdbd1), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.711912 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Added segment bc3433b0-8c46-4b16-9b20-36155effdbd1 of type vlan for network 0511fd09-2c48-44d5-9bf5-5264c633b10c Mar 21 19:15:48.713104 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2175cb-bf47-4991-b4b1-5265b594ad39,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:48.725476 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45010) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:48.739627 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a3002360-e3f8-498b-aa63-5048a722e755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.828997 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (0511fd09-2c48-44d5-9bf5-5264c633b10c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.848833 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a3002360-e3f8-498b-aa63-5048a722e755 admin admin] Publish callbacks [] for security_group (38b37145-1d6b-45f9-8f8f-629ff02876e9), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.855060 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a3002360-e3f8-498b-aa63-5048a722e755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (38b37145-1d6b-45f9-8f8f-629ff02876e9), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.871406 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (0511fd09-2c48-44d5-9bf5-5264c633b10c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.872718 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:48.873632 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.902982 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3002360-e3f8-498b-aa63-5048a722e755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b37145-1d6b-45f9-8f8f-629ff02876e9,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:48.908035 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a3002360-e3f8-498b-aa63-5048a722e755 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fcd8c43b42a549ee8b52137ae10a4bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808863 Mar 21 19:15:48.912291 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45016) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:48.948382 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:48.961145 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8867543 Mar 21 19:15:48.964719 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45022) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:48.984364 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1f85699e-971b-488b-8fb0-a8afbb384ec3 admin admin] Publish callbacks [] for security_group (38b37145-1d6b-45f9-8f8f-629ff02876e9), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.002538 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Request body: {'subnet': {'network_id': '0511fd09-2c48-44d5-9bf5-5264c633b10c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-477579149-subnet', 'tenant_id': '04b8b45d9e3844c8b6c9d26f78f81f01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:49.030218 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1f85699e-971b-488b-8fb0-a8afbb384ec3 admin admin] Publish callbacks [] for security_group (38b37145-1d6b-45f9-8f8f-629ff02876e9), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.035134 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eca1d5-d258-4fdb-aa5f-8a264cadcd54 admin admin] Pushing event updated for resources: {'Network': ['ID=0511fd09-2c48-44d5-9bf5-5264c633b10c,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:49.046670 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 0511fd09-2c48-44d5-9bf5-5264c633b10c details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:15:49.082312 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Made reservation on behalf of 04b8b45d9e3844c8b6c9d26f78f81f01 for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:49.087797 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.105098 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1f85699e-971b-488b-8fb0-a8afbb384ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (38b37145-1d6b-45f9-8f8f-629ff02876e9), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.109090 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1f85699e-971b-488b-8fb0-a8afbb384ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.112724 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1f85699e-971b-488b-8fb0-a8afbb384ec3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38b37145-1d6b-45f9-8f8f-629ff02876e9 HTTP/1.1" status: 204 len: 168 time: 0.1968012 Mar 21 19:15:49.137562 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85699e-971b-488b-8fb0-a8afbb384ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b37145-1d6b-45f9-8f8f-629ff02876e9,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:49.266459 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:15:49.295430 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1862a7-ffcd-4fb0-bb60-c25fa6dfcc64 None None] Network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:15:49.454172 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-0b7a769f-1f98-49bb-bcb5-32aabf7180c5 None None] Provisioning complete for port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:49.454572 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0b7a769f-1f98-49bb-bcb5-32aabf7180c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.530140 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (85a0047d-2e39-4ed8-b4c3-1535425ef543), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.590617 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-0b7a769f-1f98-49bb-bcb5-32aabf7180c5 None None] Current status of the port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:49.591197 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0b7a769f-1f98-49bb-bcb5-32aabf7180c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.605002 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203b4d8-b9b9-42f3-9742-eb21e696cbd1 req-302f667b-abad-4bb5-8330-ef0540486af7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:49.612458 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2203b4d8-b9b9-42f3-9742-eb21e696cbd1 req-302f667b-abad-4bb5-8330-ef0540486af7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1294219 Mar 21 19:15:49.622453 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:15:49.641507 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Sync routers for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:15:49.654727 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:15:49.655738 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:49.668543 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-0b7a769f-1f98-49bb-bcb5-32aabf7180c5 None None] For port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=63c1cd24-e9be-4c77-91c5-88c59fb04d8a,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:49.678628 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0b7a769f-1f98-49bb-bcb5-32aabf7180c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.700010 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85a0047d-2e39-4ed8-b4c3-1535425ef543,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:49.760981 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a769f-1f98-49bb-bcb5-32aabf7180c5 None None] Pushing event updated for resources: {'Port': ['ID=63c1cd24-e9be-4c77-91c5-88c59fb04d8a,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:49.787179 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.793912 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45060) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:49.795162 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-069ec1dd-3f0a-4292-917b-02e9a0424b0e admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8699276 Mar 21 19:15:49.806048 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Checking segment: {'id': 'bc3433b0-8c46-4b16-9b20-36155effdbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0511fd09-2c48-44d5-9bf5-5264c633b10c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:49.808203 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Network hostable DHCP agents. Network: 0511fd09-2c48-44d5-9bf5-5264c633b10c, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:15:49.831320 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2203b4d8-b9b9-42f3-9742-eb21e696cbd1 req-7f5a3ee9-fb81-4892-a13f-f04bce30b3bb tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174480 Mar 21 19:15:49.834234 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:49.870223 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Network 0511fd09-2c48-44d5-9bf5-5264c633b10c is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:15:49.891128 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 0511fd09-2c48-44d5-9bf5-5264c633b10c) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:49.895643 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:49.896463 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:49.907111 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7641430-d781-4321-82dc-b06de83ebb11 None None] Network 0511fd09-2c48-44d5-9bf5-5264c633b10c requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:15:49.949653 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c1f5a5c4-72a6-4ab3-8e90-ffcd94e5f8e4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9399745 Mar 21 19:15:49.975023 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-84d023e3-2b82-4fc0-a720-44ce2581ab8b None None] Provisioning complete for port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:49.975684 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-84d023e3-2b82-4fc0-a720-44ce2581ab8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:50.161152 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c098330f-a7ca-4794-90c2-1a3720471f65 None None] Network 0511fd09-2c48-44d5-9bf5-5264c633b10c requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:15:50.161748 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:48Z', 'revision_number': 3, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:50.203351 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Checking router: 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:15:50.204016 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Updating router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:15:50.285051 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:50.463931 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 63c1cd24-e9be-4c77-91c5-88c59fb04d8a up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:50.466191 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-84d023e3-2b82-4fc0-a720-44ce2581ab8b None None] Current status of the port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:50.562276 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:50.562656 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:50.578974 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:50.667812 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:50.763120 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Publish callbacks [] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:50.773847 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:50.780591 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Allocated IP 172.20.0.1 (8a28bb09-b0c5-4cfc-8b30-3153410d74b3/2136b820-e0a7-49ec-976d-53c695f2c3bf/06b07048-cf1d-4690-ac07-309e7924ed15) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:15:50.833045 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Pushing event updated for resources: {'Port': ['ID=84a232d5-4bff-4cb3-bac0-c451c2f2ec37,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:50.843809 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.844159 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.844714 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.845225 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.845715 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.846211 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.847093 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.847684 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.848225 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.849120 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.849617 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.850401 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.851446 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.852081 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.852618 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:15:50.878449 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Attempting to bind port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:15:50.879041 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Attempting to bind port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:15:50.879868 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Attempting to bind port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:50.888365 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:15:50.889037 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:50.889606 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:50.890157 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:15:50.890804 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Bound port: 84a232d5-4bff-4cb3-bac0-c451c2f2ec37, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:15:50.891414 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:50.909893 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45092) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:50.956270 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] For port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:15:50.961318 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] For port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=84a232d5-4bff-4cb3-bac0-c451c2f2ec37,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:15:50.972219 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.022487 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Publish callbacks [] for port (06b07048-cf1d-4690-ac07-309e7924ed15), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.032531 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867022f6-736f-4e6c-88fc-112a0d1d3216 None None] Pushing event updated for resources: {'Port': ['ID=84a232d5-4bff-4cb3-bac0-c451c2f2ec37,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:51.055258 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:15:51.056089 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:51.062781 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662fe700-02b8-42bd-9da8-8ee6b4322827 req-78749c75-c1e3-476a-91d4-0b278a7da208 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:51.064406 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-662fe700-02b8-42bd-9da8-8ee6b4322827 req-78749c75-c1e3-476a-91d4-0b278a7da208 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1231697 Mar 21 19:15:51.114329 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-17afba31-f8b0-4443-ae3d-bf4d41ad4e84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.131592 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.179997 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-662fe700-02b8-42bd-9da8-8ee6b4322827 req-5ebdfd25-0afb-446e-aff7-37b0467e2373 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061525 Mar 21 19:15:51.181913 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:51.185236 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:51.188671 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:15:51.251572 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Pushing event updated for resources: {'Port': ['ID=06b07048-cf1d-4690-ac07-309e7924ed15,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:51.261746 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:51.263473 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.355453 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-17afba31-f8b0-4443-ae3d-bf4d41ad4e84 admin admin] Publish callbacks [] for security_group (8313b916-1028-4266-be5d-6b015184ca77), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.364232 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-17afba31-f8b0-4443-ae3d-bf4d41ad4e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (8313b916-1028-4266-be5d-6b015184ca77), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.417818 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-17afba31-f8b0-4443-ae3d-bf4d41ad4e84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c74d12ff665f47b6b13e408c5a84db7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5067217 Mar 21 19:15:51.418607 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45110) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:51.469393 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afba31-f8b0-4443-ae3d-bf4d41ad4e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8313b916-1028-4266-be5d-6b015184ca77,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:51.496769 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45112) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:51.505499 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-d264ea8c-4d5a-4412-9afc-09c5a4601d3e None None] Provisioning complete for port 06b07048-cf1d-4690-ac07-309e7924ed15 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:51.506046 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d264ea8c-4d5a-4412-9afc-09c5a4601d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.511092 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1617969373-network', 'tenant_id': '3707a522b79444918e98998f8a4ffe7d'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:51.521635 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.533002 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1fb57e2d-ea8b-4170-b962-745977b2b4ce admin admin] Publish callbacks [] for security_group (8313b916-1028-4266-be5d-6b015184ca77), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.555805 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-d264ea8c-4d5a-4412-9afc-09c5a4601d3e None None] Port 06b07048-cf1d-4690-ac07-309e7924ed15 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:15:51.576631 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1fb57e2d-ea8b-4170-b962-745977b2b4ce admin admin] Publish callbacks [] for security_group (8313b916-1028-4266-be5d-6b015184ca77), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.592811 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Made reservation on behalf of 3707a522b79444918e98998f8a4ffe7d for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:51.595750 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.619844 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.647662 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:48Z', 'revision_number': 3, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:51.676741 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1fb57e2d-ea8b-4170-b962-745977b2b4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (8313b916-1028-4266-be5d-6b015184ca77), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.680928 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1fb57e2d-ea8b-4170-b962-745977b2b4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.682228 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-1fb57e2d-ea8b-4170-b962-745977b2b4ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8313b916-1028-4266-be5d-6b015184ca77 HTTP/1.1" status: 204 len: 168 time: 0.2591603 Mar 21 19:15:51.690205 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d142773d-9a0d-4205-9199-c1162fa76572 None None] The sync data for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi is: [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:48Z', 'revision_number': 3, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:15:51.715014 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb57e2d-ea8b-4170-b962-745977b2b4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8313b916-1028-4266-be5d-6b015184ca77,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:51.759248 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Publish callbacks [] for port (06b07048-cf1d-4690-ac07-309e7924ed15), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.766716 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.779657 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Publish callbacks [] for security_group (6de6ab10-0e24-457c-ab8a-26b244c19105), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.785242 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (6de6ab10-0e24-457c-ab8a-26b244c19105), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.822568 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:15:51.831276 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de6ab10-0e24-457c-ab8a-26b244c19105,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:51.842119 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (f7f92bef-134a-4fd8-a111-7c13b5fd2c1e), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.842491 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Added segment f7f92bef-134a-4fd8-a111-7c13b5fd2c1e of type vlan for network 675c8cf5-37e7-4f63-b4d2-69d89225614f Mar 21 19:15:51.850342 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Pushing event updated for resources: {'Port': ['ID=06b07048-cf1d-4690-ac07-309e7924ed15,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:51.853708 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.894371 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (675c8cf5-37e7-4f63-b4d2-69d89225614f), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.925786 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (675c8cf5-37e7-4f63-b4d2-69d89225614f), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.927500 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:51.928228 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:51.962800 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:51.964155 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:52.003968 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5053535 Mar 21 19:15:52.004693 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45124) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:52.012035 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Request body: {'subnet': {'network_id': '675c8cf5-37e7-4f63-b4d2-69d89225614f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1617969373-subnet', 'tenant_id': '3707a522b79444918e98998f8a4ffe7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:52.017169 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac31118-005b-4774-90b3-4db047099863 admin admin] Pushing event updated for resources: {'Network': ['ID=675c8cf5-37e7-4f63-b4d2-69d89225614f,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:52.040761 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 675c8cf5-37e7-4f63-b4d2-69d89225614f details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:15:52.042382 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Made reservation on behalf of 3707a522b79444918e98998f8a4ffe7d for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:52.045315 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:52.275519 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45130) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:52.300709 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f455290-6496-4fc7-846f-c4aeda0d5c40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:52.506656 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-30488141-c91d-449e-ad4b-4d49d84aaf59 None None] Provisioning complete for port 06b07048-cf1d-4690-ac07-309e7924ed15 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:52.508618 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-30488141-c91d-449e-ad4b-4d49d84aaf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:52.511154 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:15:52.545747 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291e070-207b-420c-91a3-b1bc9a9407bc req-f614d19e-ba52-4b8e-ab45-8e4af3f3ab80 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:52.547305 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7291e070-207b-420c-91a3-b1bc9a9407bc req-f614d19e-ba52-4b8e-ab45-8e4af3f3ab80 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1775510 Mar 21 19:15:52.560001 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-30488141-c91d-449e-ad4b-4d49d84aaf59 None None] Port 06b07048-cf1d-4690-ac07-309e7924ed15 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:15:52.667594 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:15:52.675128 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-28d19cfe-65b5-45ca-b7a5-dd8cb2605c03 admin admin] 10.222.0.41 "PUT /v2.0/routers/090d3595-ca9c-4ef2-8adf-0a9a9e7511c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8801112 Mar 21 19:15:52.791538 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (ae4091c9-56e9-4c27-8908-75fc65b830a8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:52.919608 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7291e070-207b-420c-91a3-b1bc9a9407bc req-dd412946-eaaf-46b8-9c7e-01cd7f59d3f2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631594 Mar 21 19:15:52.944283 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae4091c9-56e9-4c27-8908-75fc65b830a8,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:52.948691 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f455290-6496-4fc7-846f-c4aeda0d5c40 admin admin] Publish callbacks [] for security_group (a5e0120e-625a-48e7-94e5-94467d140625), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:52.952242 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Checking segment: {'id': 'f7f92bef-134a-4fd8-a111-7c13b5fd2c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '675c8cf5-37e7-4f63-b4d2-69d89225614f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:52.952852 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Network hostable DHCP agents. Network: 675c8cf5-37e7-4f63-b4d2-69d89225614f, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:15:52.963668 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f455290-6496-4fc7-846f-c4aeda0d5c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (a5e0120e-625a-48e7-94e5-94467d140625), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.002997 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f455290-6496-4fc7-846f-c4aeda0d5c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e0120e-625a-48e7-94e5-94467d140625,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:53.021010 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8f455290-6496-4fc7-846f-c4aeda0d5c40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88c3dde3297a4be090785879342284a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7444448 Mar 21 19:15:53.025055 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45164) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:53.025689 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Network 675c8cf5-37e7-4f63-b4d2-69d89225614f is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:15:53.041651 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 675c8cf5-37e7-4f63-b4d2-69d89225614f) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:53.048424 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:53.048941 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.052248 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedbb6b0-7117-4354-b959-64c9f183826e None None] Network 675c8cf5-37e7-4f63-b4d2-69d89225614f requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:15:53.096642 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d538b66e-f56f-42ac-aeeb-fefbab2a2db1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0809221 Mar 21 19:15:53.219204 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-281da7be-cee8-43f1-b9c2-0d3fd33e2e4d admin admin] Publish callbacks [] for security_group (a5e0120e-625a-48e7-94e5-94467d140625), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.281306 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-281da7be-cee8-43f1-b9c2-0d3fd33e2e4d admin admin] Publish callbacks [] for security_group (a5e0120e-625a-48e7-94e5-94467d140625), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.293811 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bcb1b9-1224-4a3d-ade7-a918e35ef263 None None] Network 675c8cf5-37e7-4f63-b4d2-69d89225614f requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:15:53.376170 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-281da7be-cee8-43f1-b9c2-0d3fd33e2e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (a5e0120e-625a-48e7-94e5-94467d140625), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.379563 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-281da7be-cee8-43f1-b9c2-0d3fd33e2e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.383957 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-281da7be-cee8-43f1-b9c2-0d3fd33e2e4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a5e0120e-625a-48e7-94e5-94467d140625 HTTP/1.1" status: 204 len: 168 time: 0.3542774 Mar 21 19:15:53.395695 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281da7be-cee8-43f1-b9c2-0d3fd33e2e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e0120e-625a-48e7-94e5-94467d140625,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:53.535656 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45186) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:53.540512 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-c79d6755-70dd-4e57-8cf7-ba89cdf9a4bb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--977229609', 'description': 'tempest-description--1296671127'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:53.565823 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c79d6755-70dd-4e57-8cf7-ba89cdf9a4bb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.643725 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c79d6755-70dd-4e57-8cf7-ba89cdf9a4bb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (06b970dc-10d3-49a6-9975-048f649bb2f4), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.648698 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c79d6755-70dd-4e57-8cf7-ba89cdf9a4bb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (06b970dc-10d3-49a6-9975-048f649bb2f4), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.683350 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d6755-70dd-4e57-8cf7-ba89cdf9a4bb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b970dc-10d3-49a6-9975-048f649bb2f4,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:53.700928 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c79d6755-70dd-4e57-8cf7-ba89cdf9a4bb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.705914 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45190) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:53.706444 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c79d6755-70dd-4e57-8cf7-ba89cdf9a4bb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1687570 Mar 21 19:15:53.711246 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-407713c7-1524-4a5b-849d-755476550e07 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'security_group_rule': {'security_group_id': '06b970dc-10d3-49a6-9975-048f649bb2f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:53.751808 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-407713c7-1524-4a5b-849d-755476550e07 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (c0e9b5a1-8045-4280-9b2c-47834bba99d9), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.816130 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-407713c7-1524-4a5b-849d-755476550e07 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (c0e9b5a1-8045-4280-9b2c-47834bba99d9), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.822629 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-407713c7-1524-4a5b-849d-755476550e07 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (c0e9b5a1-8045-4280-9b2c-47834bba99d9), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.839175 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407713c7-1524-4a5b-849d-755476550e07 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e9b5a1-8045-4280-9b2c-47834bba99d9,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:53.851503 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-407713c7-1524-4a5b-849d-755476550e07 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:53.853251 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-407713c7-1524-4a5b-849d-755476550e07 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454353 Mar 21 19:15:53.856596 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45198) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:53.862408 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-f00303ca-86c9-42a6-a1c0-281f86fbf691 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'security_group_rule': {'security_group_id': '06b970dc-10d3-49a6-9975-048f649bb2f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:53.902128 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f00303ca-86c9-42a6-a1c0-281f86fbf691 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (1430e758-8f20-4f4d-9f52-e8e5b1637c1c), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.002491 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f00303ca-86c9-42a6-a1c0-281f86fbf691 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (1430e758-8f20-4f4d-9f52-e8e5b1637c1c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.017352 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f00303ca-86c9-42a6-a1c0-281f86fbf691 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (1430e758-8f20-4f4d-9f52-e8e5b1637c1c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.055312 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00303ca-86c9-42a6-a1c0-281f86fbf691 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1430e758-8f20-4f4d-9f52-e8e5b1637c1c,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:54.077545 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f00303ca-86c9-42a6-a1c0-281f86fbf691 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.078866 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f00303ca-86c9-42a6-a1c0-281f86fbf691 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2208924 Mar 21 19:15:54.081969 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45212) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:54.090656 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:54.111490 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a090b-6baa-48a3-bcf6-197e98955674 req-1db6c50a-4688-476c-99c0-a2e890f6138b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:54.113432 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7e7a090b-6baa-48a3-bcf6-197e98955674 req-1db6c50a-4688-476c-99c0-a2e890f6138b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1076579 Mar 21 19:15:54.120759 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.147933 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Sync routers for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:15:54.165083 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:15:54.165733 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:54.206503 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7e7a090b-6baa-48a3-bcf6-197e98955674 req-026e994c-119f-4839-82c6-9ff0a6be1656 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861714 Mar 21 19:15:54.212745 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:54.274366 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.318536 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:54.318923 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.363386 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:54.408517 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Allocated IP 172.27.3.59 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/ea8161ad-1934-457c-818c-ecf51faa4abd) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:15:54.557545 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:54.557940 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.580339 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=84a232d5-4bff-4cb3-bac0-c451c2f2ec37,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:54.592232 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.612182 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for port (ea8161ad-1934-457c-818c-ecf51faa4abd), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.668136 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (ea8161ad-1934-457c-818c-ecf51faa4abd), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.683907 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=84a232d5-4bff-4cb3-bac0-c451c2f2ec37,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:54.713075 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 2, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:54.735941 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:54.741164 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:54.744681 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:15:54.747281 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Checking router: 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:15:54.747653 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Updating router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 port 06b07048-cf1d-4690-ac07-309e7924ed15 binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:15:54.777526 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.797887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'Port': ['ID=ea8161ad-1934-457c-818c-ecf51faa4abd,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:54.879904 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (5b9285b5-a261-417e-bd75-5eec8a4bd998), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:54.913450 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45280) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:54.946461 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (ea8161ad-1934-457c-818c-ecf51faa4abd), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.140938 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-05ce00ac-7b9e-45d8-910f-ab5e935e3451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.182670 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Publish callbacks [] for port (06b07048-cf1d-4690-ac07-309e7924ed15), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.197314 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.237990 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for port (ea8161ad-1934-457c-818c-ecf51faa4abd), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.248458 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (ea8161ad-1934-457c-818c-ecf51faa4abd), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.271026 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-05ce00ac-7b9e-45d8-910f-ab5e935e3451 admin admin] Publish callbacks [] for security_group (1abfbca4-d91c-4bcb-9316-e40cfab78735), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.289409 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-05ce00ac-7b9e-45d8-910f-ab5e935e3451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1abfbca4-d91c-4bcb-9316-e40cfab78735), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.323186 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1199500-41d5-47ba-8769-b1763b71046d None None] Pushing event updated for resources: {'Port': ['ID=06b07048-cf1d-4690-ac07-309e7924ed15,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:55.369537 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-05ce00ac-7b9e-45d8-910f-ab5e935e3451 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a84c679d3504418e9df5aa2110c37fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4544866 Mar 21 19:15:55.374824 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45296) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:55.385024 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce00ac-7b9e-45d8-910f-ab5e935e3451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abfbca4-d91c-4bcb-9316-e40cfab78735,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:55.449277 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Attempting to bind port 06b07048-cf1d-4690-ac07-309e7924ed15 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:15:55.460206 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Attempting to bind port 06b07048-cf1d-4690-ac07-309e7924ed15 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:15:55.460867 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Attempting to bind port 06b07048-cf1d-4690-ac07-309e7924ed15 on network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:55.466745 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:15:55.467125 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Checking segment: {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:55.467528 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.468025 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Bound using segment: {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:15:55.468403 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Bound port: 06b07048-cf1d-4690-ac07-309e7924ed15, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:15:55.468826 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.507604 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6e03dd0-bcae-4eb5-9262-3efa40bcf815 admin admin] Publish callbacks [] for security_group (1abfbca4-d91c-4bcb-9316-e40cfab78735), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.533207 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'Port': ['ID=ea8161ad-1934-457c-818c-ecf51faa4abd,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:55.573564 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6e03dd0-bcae-4eb5-9262-3efa40bcf815 admin admin] Publish callbacks [] for security_group (1abfbca4-d91c-4bcb-9316-e40cfab78735), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.579813 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8de948-5ca2-4a68-ac2d-39752e87368f req-e5a5d581-2d44-4251-b5f8-0250f0bbd041 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:55.581387 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd8de948-5ca2-4a68-ac2d-39752e87368f req-e5a5d581-2d44-4251-b5f8-0250f0bbd041 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.2552261 Mar 21 19:15:55.613116 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (5b9285b5-a261-417e-bd75-5eec8a4bd998), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.620663 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] For port 06b07048-cf1d-4690-ac07-309e7924ed15, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:15:55.624026 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] For port 06b07048-cf1d-4690-ac07-309e7924ed15, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=06b07048-cf1d-4690-ac07-309e7924ed15,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:15:55.642986 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.660542 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6e03dd0-bcae-4eb5-9262-3efa40bcf815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1abfbca4-d91c-4bcb-9316-e40cfab78735), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.665577 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6e03dd0-bcae-4eb5-9262-3efa40bcf815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.671821 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b6e03dd0-bcae-4eb5-9262-3efa40bcf815 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1abfbca4-d91c-4bcb-9316-e40cfab78735 HTTP/1.1" status: 204 len: 168 time: 0.2952139 Mar 21 19:15:55.682866 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.684514 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a2280a4f-d2dc-4c47-80cd-3d63bd4b3536 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6014409 Mar 21 19:15:55.703653 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e03dd0-bcae-4eb5-9262-3efa40bcf815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abfbca4-d91c-4bcb-9316-e40cfab78735,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:55.733835 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-61d647b6-c6a4-4401-9ab4-113cc613242f None None] Provisioning complete for port 06b07048-cf1d-4690-ac07-309e7924ed15 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:55.734589 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-61d647b6-c6a4-4401-9ab4-113cc613242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:55.764715 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fd8de948-5ca2-4a68-ac2d-39752e87368f req-0fd77993-dafc-4352-bb7e-560efe766dca tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616743 Mar 21 19:15:55.868620 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:15:55.869631 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:56.158238 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-63d3c21a-909e-45da-a15a-efc1e17cab22 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--977229609&fields=id&tenant_id=42929380ace240aa823c053970342b34 HTTP/1.1" status: 200 len: 267 time: 0.0920243 Mar 21 19:15:56.268980 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:56.302735 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1199500-41d5-47ba-8769-b1763b71046d None None] Pushing event updated for resources: {'Port': ['ID=06b07048-cf1d-4690-ac07-309e7924ed15,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:56.321574 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-70977c38-025c-46a9-8c86-b13e12d2bb41 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:56.326844 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-61d647b6-c6a4-4401-9ab4-113cc613242f None None] Current status of the port 06b07048-cf1d-4690-ac07-309e7924ed15 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:56.326844 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-61d647b6-c6a4-4401-9ab4-113cc613242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:56.327358 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-70977c38-025c-46a9-8c86-b13e12d2bb41 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/networks?id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 200 len: 811 time: 0.1541090 Mar 21 19:15:56.348512 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ad24c69a-c3d0-42d1-9d56-1b6d268c76f3 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/quotas/42929380ace240aa823c053970342b34 HTTP/1.1" status: 200 len: 375 time: 0.0149977 Mar 21 19:15:56.397090 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-61d647b6-c6a4-4401-9ab4-113cc613242f None None] For port 06b07048-cf1d-4690-ac07-309e7924ed15, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=06b07048-cf1d-4690-ac07-309e7924ed15,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:15:56.403644 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:15:56.406901 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-61d647b6-c6a4-4401-9ab4-113cc613242f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:56.442335 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-64bb4a2c-dcdc-40e9-828f-7854f4beebab tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42929380ace240aa823c053970342b34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870543 Mar 21 19:15:56.443998 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:56.444421 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:56.570346 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-eba9dc46-b784-4b50-b71e-ff534419abf4 service neutron] 10.222.0.41 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054740 Mar 21 19:15:56.619689 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d647b6-c6a4-4401-9ab4-113cc613242f None None] Pushing event updated for resources: {'Port': ['ID=06b07048-cf1d-4690-ac07-309e7924ed15,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:56.639709 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-678d393f-50b5-4b36-a9c6-0cda667418f9 None None] Provisioning complete for port 06b07048-cf1d-4690-ac07-309e7924ed15 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:56.640105 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-678d393f-50b5-4b36-a9c6-0cda667418f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:56.676225 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-475063c8-8e4f-4896-b0f6-7de3421dbd70 service neutron] 10.222.0.41 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999992 Mar 21 19:15:56.732502 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:56.848645 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-678d393f-50b5-4b36-a9c6-0cda667418f9 None None] Current status of the port 06b07048-cf1d-4690-ac07-309e7924ed15 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:56.855631 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:55Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:15:56.902578 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffc788-7582-4d3a-bb85-8ee466ad0bf2 None None] The sync data for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi is: [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:55Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:15:56.903813 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dd04ef11-9c32-4b9c-b44d-2e059dfaed6f req-8729bd08-3162-47cf-a1f4-b0867f5dc003 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 210 time: 0.0427926 Mar 21 19:15:56.916997 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95639243-b981-4a5b-9e28-e7c89c7e27f5 req-4b7810d6-fb3d-473a-977c-1fb73d0187cf tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:56.918492 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95639243-b981-4a5b-9e28-e7c89c7e27f5 req-4b7810d6-fb3d-473a-977c-1fb73d0187cf tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0805352 Mar 21 19:15:56.991759 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95639243-b981-4a5b-9e28-e7c89c7e27f5 req-41432506-d6a0-4500-b6a5-8a9a2328714d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665624 Mar 21 19:15:57.175474 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-43f8d4b1-b8e7-4b06-8cf2-d21852a8805f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:57.996901 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-34298297-4551-40b3-999b-6595ebc516b6 req-4972d3c5-6fa9-4ea1-a726-74383d8b264b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 210 time: 0.0311780 Mar 21 19:15:58.169791 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe7d779-2016-4d8c-8692-4f204771583d req-61c0f41c-ffdb-43a9-ac9b-3b4efee2e4cd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:58.178346 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bbe7d779-2016-4d8c-8692-4f204771583d req-61c0f41c-ffdb-43a9-ac9b-3b4efee2e4cd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1030607 Mar 21 19:15:58.214821 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 06b07048-cf1d-4690-ac07-309e7924ed15 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:15:58.315669 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 06b07048-cf1d-4690-ac07-309e7924ed15 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:58.316394 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:58.360382 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-fe17408d-e959-4179-a0ee-877ae5d44f5f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:58.362000 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-fe17408d-e959-4179-a0ee-877ae5d44f5f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.55 "GET /v2.0/networks?id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 200 len: 811 time: 0.1632459 Mar 21 19:15:58.396818 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45472) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:58.446798 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 06b07048-cf1d-4690-ac07-309e7924ed15 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:15:58.451330 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bbe7d779-2016-4d8c-8692-4f204771583d req-87d88fdd-1615-4657-b79d-ad9c4b6dd3e3 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709591 Mar 21 19:15:58.477320 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-8a2fe1a9-a944-43ce-a37f-56d1b154dc9d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42929380ace240aa823c053970342b34 HTTP/1.1" status: 200 len: 379 time: 0.0844193 Mar 21 19:15:58.494726 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'port': {'device_id': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'admin_state_up': True, 'tenant_id': '42929380ace240aa823c053970342b34', 'security_groups': ['06b970dc-10d3-49a6-9975-048f649bb2f4']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:58.525320 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dbec7bd4-bf97-47e0-b845-1ecb6068920d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:58.603149 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dbec7bd4-bf97-47e0-b845-1ecb6068920d admin admin] Publish callbacks [] for security_group (6a420e4b-98e6-42e0-a02c-db471ef1f2f8), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:58.605231 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Made reservation on behalf of 42929380ace240aa823c053970342b34 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:15:58.606469 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dbec7bd4-bf97-47e0-b845-1ecb6068920d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (6a420e4b-98e6-42e0-a02c-db471ef1f2f8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:58.608754 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:58.646966 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-dbec7bd4-bf97-47e0-b845-1ecb6068920d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba0ecbd3a0584f0f9f66f612221a2c71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489409 Mar 21 19:15:58.648033 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbec7bd4-bf97-47e0-b845-1ecb6068920d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a420e4b-98e6-42e0-a02c-db471ef1f2f8,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:58.651272 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45478) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:58.698518 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5fe46287-cad8-4de9-ac32-57d78aba818d admin admin] Publish callbacks [] for security_group (6a420e4b-98e6-42e0-a02c-db471ef1f2f8), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:58.719654 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5fe46287-cad8-4de9-ac32-57d78aba818d admin admin] Publish callbacks [] for security_group (6a420e4b-98e6-42e0-a02c-db471ef1f2f8), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:58.746240 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Allocated IP 172.20.0.4 (8a28bb09-b0c5-4cfc-8b30-3153410d74b3/2136b820-e0a7-49ec-976d-53c695f2c3bf/d962da47-07f1-458e-9814-ff55bdfad13f) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:15:58.783731 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5fe46287-cad8-4de9-ac32-57d78aba818d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (6a420e4b-98e6-42e0-a02c-db471ef1f2f8), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:58.787048 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5fe46287-cad8-4de9-ac32-57d78aba818d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:58.791712 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5fe46287-cad8-4de9-ac32-57d78aba818d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a420e4b-98e6-42e0-a02c-db471ef1f2f8 HTTP/1.1" status: 204 len: 168 time: 0.1391759 Mar 21 19:15:58.800662 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe46287-cad8-4de9-ac32-57d78aba818d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a420e4b-98e6-42e0-a02c-db471ef1f2f8,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:58.944295 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for port (d962da47-07f1-458e-9814-ff55bdfad13f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:58.982506 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.026250 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:15:59.031951 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:15:59.036853 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:15:59.074820 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'Port': ['ID=d962da47-07f1-458e-9814-ff55bdfad13f,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:59.134709 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:59.135497 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.157195 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ac2089a6-98e4-4642-95c3-a0137559fd6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6680629 Mar 21 19:15:59.158941 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e7299-10b7-4f78-ba5e-b1a0f53b3319 req-b3edff04-9523-4fc3-8649-981bcf4c5a45 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:59.160545 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6b2e7299-10b7-4f78-ba5e-b1a0f53b3319 req-b3edff04-9523-4fc3-8649-981bcf4c5a45 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 931 time: 0.0768957 Mar 21 19:15:59.171301 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Request body: {'port': {'device_id': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:15:59.204826 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45500) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:59.233463 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d38739df-eaaf-4935-8c72-f1ccfe2585a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.246889 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6b2e7299-10b7-4f78-ba5e-b1a0f53b3319 req-655e9c37-5233-44cb-b947-1df1ceaeae34 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787318 Mar 21 19:15:59.262137 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.325112 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d38739df-eaaf-4935-8c72-f1ccfe2585a1 admin admin] Publish callbacks [] for security_group (fe8bef81-b436-479b-8cd4-f399d00cbd87), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.328983 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d38739df-eaaf-4935-8c72-f1ccfe2585a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (fe8bef81-b436-479b-8cd4-f399d00cbd87), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.366941 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d38739df-eaaf-4935-8c72-f1ccfe2585a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c38348ea9e1a4e4fbccbce1d52d0af84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1604629 Mar 21 19:15:59.367903 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38739df-eaaf-4935-8c72-f1ccfe2585a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8bef81-b436-479b-8cd4-f399d00cbd87,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:59.370611 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45502) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:15:59.392310 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-1937f013-0201-463c-b6d5-d4648e69caea None None] Provisioning complete for port d962da47-07f1-458e-9814-ff55bdfad13f triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:15:59.392886 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1937f013-0201-463c-b6d5-d4648e69caea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.441649 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-edf0b03c-efe9-4b5c-a47d-0dfc4de04481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.443469 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-1937f013-0201-463c-b6d5-d4648e69caea None None] Port d962da47-07f1-458e-9814-ff55bdfad13f cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:15:59.494659 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6303d2c0-f804-40fd-9e4e-e6ed9d70f248 admin admin] Publish callbacks [] for security_group (fe8bef81-b436-479b-8cd4-f399d00cbd87), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.542315 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6303d2c0-f804-40fd-9e4e-e6ed9d70f248 admin admin] Publish callbacks [] for security_group (fe8bef81-b436-479b-8cd4-f399d00cbd87), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.660745 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb6197-ccb6-4a70-bb7a-81faa4a35a5c req-cf3808a7-6f79-476a-88e6-2bd4c9b23181 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:15:59.662318 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6acb6197-ccb6-4a70-bb7a-81faa4a35a5c req-cf3808a7-6f79-476a-88e6-2bd4c9b23181 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1358314 Mar 21 19:15:59.686111 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d962da47-07f1-458e-9814-ff55bdfad13f {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:15:59.690175 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6303d2c0-f804-40fd-9e4e-e6ed9d70f248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (fe8bef81-b436-479b-8cd4-f399d00cbd87), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.692685 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6303d2c0-f804-40fd-9e4e-e6ed9d70f248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.693741 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-6303d2c0-f804-40fd-9e4e-e6ed9d70f248 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fe8bef81-b436-479b-8cd4-f399d00cbd87 HTTP/1.1" status: 204 len: 168 time: 0.3218465 Mar 21 19:15:59.704370 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Publish callbacks [] for port (d962da47-07f1-458e-9814-ff55bdfad13f), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.721077 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303d2c0-f804-40fd-9e4e-e6ed9d70f248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8bef81-b436-479b-8cd4-f399d00cbd87,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:59.735812 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Transition to ACTIVE for port object d962da47-07f1-458e-9814-ff55bdfad13f will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:15:59.746868 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.755432 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6acb6197-ccb6-4a70-bb7a-81faa4a35a5c req-e3d7fcbf-f1ac-479c-afd9-8661c4326fa3 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854523 Mar 21 19:15:59.799477 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Pushing event updated for resources: {'Port': ['ID=d962da47-07f1-458e-9814-ff55bdfad13f,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:15:59.891314 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Attempting to bind port d962da47-07f1-458e-9814-ff55bdfad13f on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:15:59.891671 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Attempting to bind port d962da47-07f1-458e-9814-ff55bdfad13f by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:15:59.892028 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Attempting to bind port d962da47-07f1-458e-9814-ff55bdfad13f on network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:59.897240 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Port d962da47-07f1-458e-9814-ff55bdfad13f on network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:15:59.897602 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Attempting to bind port d962da47-07f1-458e-9814-ff55bdfad13f on network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:15:59.903272 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:15:59.903488 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Checking segment: {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:15:59.903883 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Bound using segment: {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:15:59.904407 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Bound port: d962da47-07f1-458e-9814-ff55bdfad13f, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:15:59.904812 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:15:59.997135 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] For port d962da47-07f1-458e-9814-ff55bdfad13f, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:16:00.000875 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] For port d962da47-07f1-458e-9814-ff55bdfad13f, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=d962da47-07f1-458e-9814-ff55bdfad13f,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:16:00.008187 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:00.041605 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:00.042491 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:00.043992 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-051b77c3-958e-4915-9205-3048da6d780a service neutron] 10.222.0.55 "PUT /v2.0/ports/d962da47-07f1-458e-9814-ff55bdfad13f HTTP/1.1" status: 200 len: 1093 time: 0.8789575 Mar 21 19:16:00.046650 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'tag': 'd962da47-07f1-458e-9814-ff55bdfad13f'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:16:00.049927 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2307c8-3000-4878-b5c9-da87ac0bd2d6", "tag": "d962da47-07f1-458e-9814-ff55bdfad13f"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:16:00.080685 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b77c3-958e-4915-9205-3048da6d780a service neutron] Pushing event updated for resources: {'Port': ['ID=d962da47-07f1-458e-9814-ff55bdfad13f,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:00.133449 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45516) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:00.148198 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f8eb0d5c-b813-453d-b664-d8608bb0bc54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:00.149292 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5858b0df-332b-414b-87c0-cc899e930a72 x-openstack-request-id: req-5858b0df-332b-414b-87c0-cc899e930a72 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:16:00.149736 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2307c8-3000-4878-b5c9-da87ac0bd2d6", "tag": "d962da47-07f1-458e-9814-ff55bdfad13f", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:16:00.150018 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5858b0df-332b-414b-87c0-cc899e930a72 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:16:00.150417 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'tag': 'd962da47-07f1-458e-9814-ff55bdfad13f', 'status': 'completed', 'code': 200} Mar 21 19:16:00.171070 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ec3fb818-a79d-4649-86cd-2f024025c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:00.172513 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-ec3fb818-a79d-4649-86cd-2f024025c73d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42929380ace240aa823c053970342b34&device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 1127 time: 0.0789099 Mar 21 19:16:00.253510 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-eb76484a-fc25-45d7-a97d-0dc93342a5a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d962da47-07f1-458e-9814-ff55bdfad13f HTTP/1.1" status: 200 len: 217 time: 0.0723116 Mar 21 19:16:00.254482 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f8eb0d5c-b813-453d-b664-d8608bb0bc54 admin admin] Publish callbacks [] for security_group (4f21efb2-9f80-4b6a-9a40-df1303967d01), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:00.259163 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f8eb0d5c-b813-453d-b664-d8608bb0bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (4f21efb2-9f80-4b6a-9a40-df1303967d01), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:00.305996 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f8eb0d5c-b813-453d-b664-d8608bb0bc54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=33384716fd9b431fb5567b51764c6d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714272 Mar 21 19:16:00.307337 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb0d5c-b813-453d-b664-d8608bb0bc54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f21efb2-9f80-4b6a-9a40-df1303967d01,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:00.309944 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45526) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:00.380223 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1189797b-e815-4d1b-95ff-4b42bb5ec818 admin admin] Publish callbacks [] for security_group (4f21efb2-9f80-4b6a-9a40-df1303967d01), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:00.387940 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-efa55a83-396d-4b87-8554-ac822b0a4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:00.389442 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-efa55a83-396d-4b87-8554-ac822b0a4708 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2136b820-e0a7-49ec-976d-53c695f2c3bf HTTP/1.1" status: 200 len: 850 time: 0.1274757 Mar 21 19:16:00.403714 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1189797b-e815-4d1b-95ff-4b42bb5ec818 admin admin] Publish callbacks [] for security_group (4f21efb2-9f80-4b6a-9a40-df1303967d01), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:00.435150 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2944345d-a1d4-4612-a907-5066aece4255 req-d00f3335-7a69-4613-b6ed-5ecb07926cb6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:00.436569 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2944345d-a1d4-4612-a907-5066aece4255 req-d00f3335-7a69-4613-b6ed-5ecb07926cb6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0868473 Mar 21 19:16:00.470945 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1189797b-e815-4d1b-95ff-4b42bb5ec818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (4f21efb2-9f80-4b6a-9a40-df1303967d01), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:00.479318 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1189797b-e815-4d1b-95ff-4b42bb5ec818 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:00.480920 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-1189797b-e815-4d1b-95ff-4b42bb5ec818 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f21efb2-9f80-4b6a-9a40-df1303967d01 HTTP/1.1" status: 204 len: 168 time: 0.1698015 Mar 21 19:16:00.489076 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-45eb2f19-28c3-419e-88ef-6a2e6f8585eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:00.490545 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-45eb2f19-28c3-419e-88ef-6a2e6f8585eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943441 Mar 21 19:16:00.492066 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189797b-e815-4d1b-95ff-4b42bb5ec818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f21efb2-9f80-4b6a-9a40-df1303967d01,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:00.498312 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:00.558922 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2944345d-a1d4-4612-a907-5066aece4255 req-b2ff1850-ee39-4e06-af7d-9d4aea9e66c5 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161013 Mar 21 19:16:00.633482 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-bdbae926-9ec2-4900-af77-1ba5850649b1 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340456 Mar 21 19:16:00.733893 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b06cf8c9-7384-4682-91f4-508d7acba000 req-c94f38ba-e1de-4221-8464-146bc4373857 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913198 Mar 21 19:16:00.828581 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-aaf2d098-fa7e-45ab-b107-4d5dc599f23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:00.830243 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-aaf2d098-fa7e-45ab-b107-4d5dc599f23c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42929380ace240aa823c053970342b34&device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 1127 time: 0.0452325 Mar 21 19:16:00.901570 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362a468-44c0-4847-8adc-944960c319e2 req-d97c7ae4-7e96-4b7d-87fa-095af4dea707 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:00.914348 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9362a468-44c0-4847-8adc-944960c319e2 req-d97c7ae4-7e96-4b7d-87fa-095af4dea707 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0745964 Mar 21 19:16:00.948150 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-4479daec-3215-4a2a-ab37-7bf672606eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:00.949924 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-4479daec-3215-4a2a-ab37-7bf672606eea service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 200 len: 912 time: 0.1130416 Mar 21 19:16:00.996600 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9362a468-44c0-4847-8adc-944960c319e2 req-ab743316-1800-4552-a210-7183568a5967 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718493 Mar 21 19:16:01.000651 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-e54e8cd0-e312-48de-b5f4-c3c2465c544c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d962da47-07f1-458e-9814-ff55bdfad13f HTTP/1.1" status: 200 len: 217 time: 0.0420310 Mar 21 19:16:01.051199 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-4f31e602-6e7f-491e-9338-f21f39777f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:01.052748 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-4f31e602-6e7f-491e-9338-f21f39777f76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2136b820-e0a7-49ec-976d-53c695f2c3bf HTTP/1.1" status: 200 len: 850 time: 0.0457814 Mar 21 19:16:01.109588 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-3807f257-cdc1-4edc-bb72-d459efabe183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:01.111626 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-3807f257-cdc1-4edc-bb72-d459efabe183 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494339 Mar 21 19:16:01.210121 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-4dc8391d-0d33-4d60-a5e3-1f52eab460e9 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837963 Mar 21 19:16:01.301207 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f0b83e2-dd8d-494a-b72a-7c13ec4db265 req-02f53f05-0293-49f2-b833-722d7e4a9b93 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855584 Mar 21 19:16:01.699280 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac1324d-c71f-44e4-8473-e32c8c6b0893 req-b1a22e0f-25ac-4e95-8a3d-46418f98b0e8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:01.706324 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0ac1324d-c71f-44e4-8473-e32c8c6b0893 req-b1a22e0f-25ac-4e95-8a3d-46418f98b0e8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0731864 Mar 21 19:16:01.753292 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0ac1324d-c71f-44e4-8473-e32c8c6b0893 req-30bd8ea6-0591-4144-8b57-bd8443a7da34 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458660 Mar 21 19:16:02.083597 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:02.147000 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f5bda-8001-4e13-862c-55dee0a07d56 req-38cc9d30-21ec-4f0d-8b91-e3cfec1a29d5 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:02.148571 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ad3f5bda-8001-4e13-862c-55dee0a07d56 req-38cc9d30-21ec-4f0d-8b91-e3cfec1a29d5 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0565729 Mar 21 19:16:02.198506 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ad3f5bda-8001-4e13-862c-55dee0a07d56 req-09ccf104-e84f-444b-a025-a1bfe7ac0ba6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 Mar 21 19:16:02.867218 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d5ae0-65e8-473c-969c-f7316e8924c2 req-989acc71-45c2-4ba8-a045-b6b7406f557b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:02.868744 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-952d5ae0-65e8-473c-969c-f7316e8924c2 req-989acc71-45c2-4ba8-a045-b6b7406f557b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0537548 Mar 21 19:16:02.913994 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-952d5ae0-65e8-473c-969c-f7316e8924c2 req-98994ca4-3d2e-473a-814a-7e2ee947a376 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397787 Mar 21 19:16:03.315255 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab4e71-49a4-482a-82ab-977af8216e08 req-c1a06684-319c-4681-922e-ce89923f1f28 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:03.316690 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-46ab4e71-49a4-482a-82ab-977af8216e08 req-c1a06684-319c-4681-922e-ce89923f1f28 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0520515 Mar 21 19:16:03.360544 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-46ab4e71-49a4-482a-82ab-977af8216e08 req-130b7078-0f05-4b29-a999-d7141b7628ee tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377216 Mar 21 19:16:03.515434 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:04.278739 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b3827-243b-478f-adec-5972226c105a req-6fcb2844-f522-4edb-b22b-6672b68fc9aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:04.280361 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e10b3827-243b-478f-adec-5972226c105a req-6fcb2844-f522-4edb-b22b-6672b68fc9aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.2973616 Mar 21 19:16:04.345653 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e10b3827-243b-478f-adec-5972226c105a req-93fc92b8-97c2-46d4-9487-cfa101c4ffe8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594969 Mar 21 19:16:04.499305 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a4cd2-e1c2-4e06-a456-780285a25eba req-a22a5535-fa18-4fa7-9266-dc0f4ca9d0c2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:04.500927 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1f3a4cd2-e1c2-4e06-a456-780285a25eba req-a22a5535-fa18-4fa7-9266-dc0f4ca9d0c2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0713732 Mar 21 19:16:04.548800 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1f3a4cd2-e1c2-4e06-a456-780285a25eba req-c3f2227c-fd44-4563-8b51-c5f8fbb51f65 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411227 Mar 21 19:16:05.461939 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008e3f6-f2b2-4e19-92c1-34aaec64591f req-de1b150b-7beb-49c8-9763-4d9914999d51 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:05.463388 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3008e3f6-f2b2-4e19-92c1-34aaec64591f req-de1b150b-7beb-49c8-9763-4d9914999d51 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0518775 Mar 21 19:16:05.510320 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3008e3f6-f2b2-4e19-92c1-34aaec64591f req-8d22f1d3-849f-4256-b1d5-da52fece5a53 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411270 Mar 21 19:16:05.667966 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb9e8f-794a-4698-bfc1-dbcf2dd6f6b7 req-fc47e110-c5a8-42ee-b0f6-0933a89771e0 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:05.669485 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2adb9e8f-794a-4698-bfc1-dbcf2dd6f6b7 req-fc47e110-c5a8-42ee-b0f6-0933a89771e0 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0564091 Mar 21 19:16:05.721144 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2adb9e8f-794a-4698-bfc1-dbcf2dd6f6b7 req-c9a3f386-2e80-47a4-a5f2-ff524d8e7a9c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456457 Mar 21 19:16:06.629330 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b95cc-b3db-465d-b1e8-7fac061e03df req-3a14b6fc-1e73-4ff2-91bb-3f60cd38394c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:06.630774 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d1b95cc-b3db-465d-b1e8-7fac061e03df req-3a14b6fc-1e73-4ff2-91bb-3f60cd38394c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0536914 Mar 21 19:16:06.678754 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0d1b95cc-b3db-465d-b1e8-7fac061e03df req-a585a470-bd82-4ed4-ab01-92e352bba159 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416694 Mar 21 19:16:06.843095 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e64db-25cf-46b5-aee4-7c024a4dcf0a req-995b5ea7-c81a-4fcc-99fd-7cb4b3b1fef0 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:06.844599 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c34e64db-25cf-46b5-aee4-7c024a4dcf0a req-995b5ea7-c81a-4fcc-99fd-7cb4b3b1fef0 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0549235 Mar 21 19:16:06.896115 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c34e64db-25cf-46b5-aee4-7c024a4dcf0a req-c3f87f6e-66b0-4ac9-9aba-752f629c67f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458059 Mar 21 19:16:07.802807 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbad9c-7608-4360-a00a-583c4012b957 req-8d2aad7d-df15-4068-8ed0-28d503240c97 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:07.804813 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5cdbad9c-7608-4360-a00a-583c4012b957 req-8d2aad7d-df15-4068-8ed0-28d503240c97 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0529103 Mar 21 19:16:07.849532 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5cdbad9c-7608-4360-a00a-583c4012b957 req-4f15e383-13ac-44a8-9e40-2d41a46266eb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391095 Mar 21 19:16:08.012142 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ac74e-6853-4a76-b868-c2673aa68da4 req-b5d527d2-beb2-4e33-b5aa-233f279fdd75 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:08.013814 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-de7ac74e-6853-4a76-b868-c2673aa68da4 req-b5d527d2-beb2-4e33-b5aa-233f279fdd75 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0527065 Mar 21 19:16:08.060738 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-de7ac74e-6853-4a76-b868-c2673aa68da4 req-38be7e15-b592-4672-ab36-937dede46c5e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414453 Mar 21 19:16:08.502106 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45772) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:08.550058 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f693bb6-3fbc-4bad-b07e-4bff3a9d68fa admin admin] Deleting subnet 85a0047d-2e39-4ed8-b4c3-1535425ef543 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:16:08.553777 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5f693bb6-3fbc-4bad-b07e-4bff3a9d68fa admin admin] Publish callbacks [] for subnet (85a0047d-2e39-4ed8-b4c3-1535425ef543), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.593193 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5f693bb6-3fbc-4bad-b07e-4bff3a9d68fa admin admin] Publish callbacks [] for subnet (85a0047d-2e39-4ed8-b4c3-1535425ef543), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.599647 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5f693bb6-3fbc-4bad-b07e-4bff3a9d68fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (85a0047d-2e39-4ed8-b4c3-1535425ef543), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.654928 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5f693bb6-3fbc-4bad-b07e-4bff3a9d68fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (85a0047d-2e39-4ed8-b4c3-1535425ef543), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.681532 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f693bb6-3fbc-4bad-b07e-4bff3a9d68fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85a0047d-2e39-4ed8-b4c3-1535425ef543,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:08.689372 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5f693bb6-3fbc-4bad-b07e-4bff3a9d68fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.695034 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45780) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:08.695169 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5f693bb6-3fbc-4bad-b07e-4bff3a9d68fa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/85a0047d-2e39-4ed8-b4c3-1535425ef543 HTTP/1.1" status: 204 len: 168 time: 0.1919217 Mar 21 19:16:08.767512 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (0511fd09-2c48-44d5-9bf5-5264c633b10c), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.787115 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45784) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:08.851739 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (0511fd09-2c48-44d5-9bf5-5264c633b10c), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.878423 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0511fd09-2c48-44d5-9bf5-5264c633b10c']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:08.889532 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3433b0-8c46-4b16-9b20-36155effdbd1') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:08.889872 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3433b0-8c46-4b16-9b20-36155effdbd1') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:08.899378 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62778313'] for segment (bc3433b0-8c46-4b16-9b20-36155effdbd1), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.902001 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-056741d6-9468-403d-84a0-6a62f74abaa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.921241 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (bc3433b0-8c46-4b16-9b20-36155effdbd1), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.936835 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:16:08.937226 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62028279'] for segment (bc3433b0-8c46-4b16-9b20-36155effdbd1), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: Traceback (most recent call last): Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: timer() Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: cb(*args, **kw) Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: return func(*args, **kwargs) Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: self._notify() Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: self.callback(batched_events) Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: event.method(event) Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: return f(self, *a, **k) Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._get(url).json() Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:16:08.939959 dv-cinder-834527-2-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:16:08.989985 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-056741d6-9468-403d-84a0-6a62f74abaa6 admin admin] Publish callbacks [] for security_group (15d3dc79-a844-40ff-8b53-76cf2e1104fc), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:08.994987 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-056741d6-9468-403d-84a0-6a62f74abaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (15d3dc79-a844-40ff-8b53-76cf2e1104fc), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.016843 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (0511fd09-2c48-44d5-9bf5-5264c633b10c), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.026841 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.030062 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] 10.222.0.41 "DELETE /v2.0/networks/0511fd09-2c48-44d5-9bf5-5264c633b10c HTTP/1.1" status: 204 len: 168 time: 0.3339264 Mar 21 19:16:09.034795 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45792) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:09.039106 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06b75a-ab62-4e49-b806-3595a66abc75 req-afa9de25-4265-4dcc-9464-25c7eafbb4dd tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:09.040915 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd06b75a-ab62-4e49-b806-3595a66abc75 req-afa9de25-4265-4dcc-9464-25c7eafbb4dd tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.1172199 Mar 21 19:16:09.049679 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-056741d6-9468-403d-84a0-6a62f74abaa6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=97d5dd1cc2654163aacae490834ea4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585182 Mar 21 19:16:09.050541 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056741d6-9468-403d-84a0-6a62f74abaa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d3dc79-a844-40ff-8b53-76cf2e1104fc,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:09.050741 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45794) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:09.082285 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef28c0-a0fd-45a1-b7ba-e06cda1d64ff admin admin] Pushing event deleted for resources: {'Network': ['ID=0511fd09-2c48-44d5-9bf5-5264c633b10c,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:09.109434 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d0c8ce-6f65-45cf-937a-5d61969d00b8 admin admin] Deleting subnet ae4091c9-56e9-4c27-8908-75fc65b830a8 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:16:09.113742 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c8ce-6f65-45cf-937a-5d61969d00b8 admin admin] Publish callbacks [] for subnet (ae4091c9-56e9-4c27-8908-75fc65b830a8), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.140885 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-732b8cfc-695a-4765-8cf2-ab1cf979f7f1 admin admin] Publish callbacks [] for security_group (15d3dc79-a844-40ff-8b53-76cf2e1104fc), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.145780 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd06b75a-ab62-4e49-b806-3595a66abc75 req-83eaf0b7-c075-43b3-a10e-b50d572cc90e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940466 Mar 21 19:16:09.169284 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-732b8cfc-695a-4765-8cf2-ab1cf979f7f1 admin admin] Publish callbacks [] for security_group (15d3dc79-a844-40ff-8b53-76cf2e1104fc), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.176116 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c8ce-6f65-45cf-937a-5d61969d00b8 admin admin] Publish callbacks [] for subnet (ae4091c9-56e9-4c27-8908-75fc65b830a8), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.185223 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c8ce-6f65-45cf-937a-5d61969d00b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (ae4091c9-56e9-4c27-8908-75fc65b830a8), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.218990 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-732b8cfc-695a-4765-8cf2-ab1cf979f7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (15d3dc79-a844-40ff-8b53-76cf2e1104fc), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.221556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-732b8cfc-695a-4765-8cf2-ab1cf979f7f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.222710 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-732b8cfc-695a-4765-8cf2-ab1cf979f7f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/15d3dc79-a844-40ff-8b53-76cf2e1104fc HTTP/1.1" status: 204 len: 168 time: 0.1696484 Mar 21 19:16:09.231715 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b8cfc-695a-4765-8cf2-ab1cf979f7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d3dc79-a844-40ff-8b53-76cf2e1104fc,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:09.232637 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7476f8-aed3-4263-9e8d-ec0b2704346c req-956f4f32-e9b3-433d-8df4-50247f55adda tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:09.235140 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9b7476f8-aed3-4263-9e8d-ec0b2704346c req-956f4f32-e9b3-433d-8df4-50247f55adda tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0990090 Mar 21 19:16:09.279936 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c8ce-6f65-45cf-937a-5d61969d00b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (ae4091c9-56e9-4c27-8908-75fc65b830a8), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.314453 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0c8ce-6f65-45cf-937a-5d61969d00b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae4091c9-56e9-4c27-8908-75fc65b830a8,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:09.331605 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d1d0c8ce-6f65-45cf-937a-5d61969d00b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.334747 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d1d0c8ce-6f65-45cf-937a-5d61969d00b8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ae4091c9-56e9-4c27-8908-75fc65b830a8 HTTP/1.1" status: 204 len: 168 time: 0.2971642 Mar 21 19:16:09.338511 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45802) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:09.357270 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9b7476f8-aed3-4263-9e8d-ec0b2704346c req-e8eafd2b-708a-4822-8381-cf6107055657 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072581 Mar 21 19:16:09.419165 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (675c8cf5-37e7-4f63-b4d2-69d89225614f), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.499759 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (675c8cf5-37e7-4f63-b4d2-69d89225614f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.524086 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675c8cf5-37e7-4f63-b4d2-69d89225614f']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:09.533267 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7f92bef-134a-4fd8-a111-7c13b5fd2c1e') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:09.533949 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7f92bef-134a-4fd8-a111-7c13b5fd2c1e') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:09.541578 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45808) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:09.546389 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62778313'] for segment (f7f92bef-134a-4fd8-a111-7c13b5fd2c1e), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.556158 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c2aed79-3b47-493f-b097-df9bf72e5b01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.560478 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (f7f92bef-134a-4fd8-a111-7c13b5fd2c1e), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.566616 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:16:09.567014 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62028279'] for segment (f7f92bef-134a-4fd8-a111-7c13b5fd2c1e), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: Traceback (most recent call last): Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: timer() Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: cb(*args, **kw) Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: return func(*args, **kwargs) Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: self._notify() Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: self.callback(batched_events) Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: event.method(event) Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: return f(self, *a, **k) Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._get(url).json() Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:16:09.568717 dv-cinder-834527-2-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:16:09.622218 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (675c8cf5-37e7-4f63-b4d2-69d89225614f), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.627927 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.634245 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] 10.222.0.41 "DELETE /v2.0/networks/675c8cf5-37e7-4f63-b4d2-69d89225614f HTTP/1.1" status: 204 len: 168 time: 0.2920251 Mar 21 19:16:09.640172 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c2aed79-3b47-493f-b097-df9bf72e5b01 admin admin] Publish callbacks [] for security_group (969fec1e-e1dd-453a-afe4-f0234609ccbb), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.645489 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6c2aed79-3b47-493f-b097-df9bf72e5b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (969fec1e-e1dd-453a-afe4-f0234609ccbb), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.646858 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc743db6-729a-42fd-81e0-8ea828b3adec admin admin] Pushing event deleted for resources: {'Network': ['ID=675c8cf5-37e7-4f63-b4d2-69d89225614f,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:09.687563 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-6c2aed79-3b47-493f-b097-df9bf72e5b01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dddad226b41f4e9d9e2417ba47731194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426287 Mar 21 19:16:09.687563 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2aed79-3b47-493f-b097-df9bf72e5b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969fec1e-e1dd-453a-afe4-f0234609ccbb,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:09.687972 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45812) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:09.743646 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48f3e67e-b926-4759-be42-1c34987bdc1f admin admin] Publish callbacks [] for security_group (969fec1e-e1dd-453a-afe4-f0234609ccbb), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.765879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48f3e67e-b926-4759-be42-1c34987bdc1f admin admin] Publish callbacks [] for security_group (969fec1e-e1dd-453a-afe4-f0234609ccbb), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.816456 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48f3e67e-b926-4759-be42-1c34987bdc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (969fec1e-e1dd-453a-afe4-f0234609ccbb), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.830384 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48f3e67e-b926-4759-be42-1c34987bdc1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.830384 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-48f3e67e-b926-4759-be42-1c34987bdc1f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/969fec1e-e1dd-453a-afe4-f0234609ccbb HTTP/1.1" status: 204 len: 168 time: 0.1311736 Mar 21 19:16:09.830384 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45814) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:09.846749 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3e67e-b926-4759-be42-1c34987bdc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969fec1e-e1dd-453a-afe4-f0234609ccbb,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:09.873071 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-662bc036-d8fc-46c2-9cb9-b4b71ac4c2b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=04b8b45d9e3844c8b6c9d26f78f81f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467417 Mar 21 19:16:09.875433 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45818) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:09.927995 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-099883ab-bb66-4136-9aba-dc5017bebb2c admin admin] Publish callbacks [] for security_group (eb2175cb-bf47-4991-b4b1-5265b594ad39), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.949698 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-099883ab-bb66-4136-9aba-dc5017bebb2c admin admin] Publish callbacks [] for security_group (eb2175cb-bf47-4991-b4b1-5265b594ad39), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:09.998868 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-099883ab-bb66-4136-9aba-dc5017bebb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (eb2175cb-bf47-4991-b4b1-5265b594ad39), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.001910 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-099883ab-bb66-4136-9aba-dc5017bebb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.005352 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-099883ab-bb66-4136-9aba-dc5017bebb2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb2175cb-bf47-4991-b4b1-5265b594ad39 HTTP/1.1" status: 204 len: 168 time: 0.1267111 Mar 21 19:16:10.012647 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099883ab-bb66-4136-9aba-dc5017bebb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2175cb-bf47-4991-b4b1-5265b594ad39,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:10.173524 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45826) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:10.190400 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b0b926a9-cab6-44d6-9d5c-1955023ad871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.277898 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b0b926a9-cab6-44d6-9d5c-1955023ad871 admin admin] Publish callbacks [] for security_group (39659e9b-e4cc-4b13-869b-dea9caffccf6), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.284127 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b0b926a9-cab6-44d6-9d5c-1955023ad871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (39659e9b-e4cc-4b13-869b-dea9caffccf6), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.285242 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e47089-69d9-4be9-a960-657e433d8e9d req-7cdc153b-1c27-4558-b19f-1b8b31f65030 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:10.287050 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-27e47089-69d9-4be9-a960-657e433d8e9d req-7cdc153b-1c27-4558-b19f-1b8b31f65030 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0581293 Mar 21 19:16:10.334207 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b0b926a9-cab6-44d6-9d5c-1955023ad871 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f78cd280ea047739a94586149e07dbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587486 Mar 21 19:16:10.335694 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b926a9-cab6-44d6-9d5c-1955023ad871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39659e9b-e4cc-4b13-869b-dea9caffccf6,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:10.337802 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 45830) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:10.361969 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-27e47089-69d9-4be9-a960-657e433d8e9d req-4dd84f5f-3aa0-4266-b14a-ddce3ac6bfa3 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668113 Mar 21 19:16:10.390778 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45836) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:10.410163 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0e15d654-7603-44d9-bf77-c2562d597cdd admin admin] Publish callbacks [] for security_group (39659e9b-e4cc-4b13-869b-dea9caffccf6), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.443030 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0e15d654-7603-44d9-bf77-c2562d597cdd admin admin] Publish callbacks [] for security_group (39659e9b-e4cc-4b13-869b-dea9caffccf6), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.498840 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0e15d654-7603-44d9-bf77-c2562d597cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (39659e9b-e4cc-4b13-869b-dea9caffccf6), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.501732 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0e15d654-7603-44d9-bf77-c2562d597cdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.503134 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0e15d654-7603-44d9-bf77-c2562d597cdd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39659e9b-e4cc-4b13-869b-dea9caffccf6 HTTP/1.1" status: 204 len: 168 time: 0.1635809 Mar 21 19:16:10.515090 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ac0f3943-c0f3-4c3d-b83c-d30c1cf2fe51 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3707a522b79444918e98998f8a4ffe7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1205065 Mar 21 19:16:10.517498 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 45842) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:10.525522 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15d654-7603-44d9-bf77-c2562d597cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39659e9b-e4cc-4b13-869b-dea9caffccf6,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:10.575976 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5334e8-5f73-45a6-a031-3eca473476a1 req-4dee8e71-8f61-4f16-9de8-e55cf89496f2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:10.577736 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fe5334e8-5f73-45a6-a031-3eca473476a1 req-4dee8e71-8f61-4f16-9de8-e55cf89496f2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.1292739 Mar 21 19:16:10.607696 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-80815ad7-99ad-4f74-be60-480791536915 admin admin] Publish callbacks [] for security_group (6de6ab10-0e24-457c-ab8a-26b244c19105), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.644397 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-80815ad7-99ad-4f74-be60-480791536915 admin admin] Publish callbacks [] for security_group (6de6ab10-0e24-457c-ab8a-26b244c19105), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.650098 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fe5334e8-5f73-45a6-a031-3eca473476a1 req-f5f026be-0cf7-4996-b0a8-91aacc1b9ad6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661581 Mar 21 19:16:10.696758 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-80815ad7-99ad-4f74-be60-480791536915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (6de6ab10-0e24-457c-ab8a-26b244c19105), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.699963 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-80815ad7-99ad-4f74-be60-480791536915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:10.704385 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-80815ad7-99ad-4f74-be60-480791536915 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6de6ab10-0e24-457c-ab8a-26b244c19105 HTTP/1.1" status: 204 len: 168 time: 0.1856856 Mar 21 19:16:10.713356 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80815ad7-99ad-4f74-be60-480791536915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de6ab10-0e24-457c-ab8a-26b244c19105,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:11.515727 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5966e3b-fa2d-4d1a-9891-2d7ab6147a78 req-fa2a71b1-51fa-420f-ae2b-f77cd96844e8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:11.518038 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e5966e3b-fa2d-4d1a-9891-2d7ab6147a78 req-fa2a71b1-51fa-420f-ae2b-f77cd96844e8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0666308 Mar 21 19:16:11.570986 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e5966e3b-fa2d-4d1a-9891-2d7ab6147a78 req-559926cc-074c-4d82-8a58-7c7dbcfafcb0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458720 Mar 21 19:16:11.778677 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c98dc-275a-48a2-974f-3ed85f873cf1 req-a9414ec1-9074-458f-8753-daab304dede1 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:11.780163 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-194c98dc-275a-48a2-974f-3ed85f873cf1 req-a9414ec1-9074-458f-8753-daab304dede1 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0617337 Mar 21 19:16:11.828642 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-194c98dc-275a-48a2-974f-3ed85f873cf1 req-ee0cea09-9326-4560-9b44-69e371a432e1 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430250 Mar 21 19:16:12.687525 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d357c7-a347-4bbd-9b6e-d017a3bcd745 req-2effdb3d-4f63-4acb-9d3f-d4b52d2d07e3 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:12.689025 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d6d357c7-a347-4bbd-9b6e-d017a3bcd745 req-2effdb3d-4f63-4acb-9d3f-d4b52d2d07e3 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0536427 Mar 21 19:16:12.735708 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d6d357c7-a347-4bbd-9b6e-d017a3bcd745 req-43eacd6d-72e3-4d2f-8e81-552767255c19 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411820 Mar 21 19:16:12.948882 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd62b93-b0b5-445b-a73a-4ff0d693e89d req-127fc2b2-c30b-4fdd-8b4f-69a641f868e1 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:12.950458 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1cd62b93-b0b5-445b-a73a-4ff0d693e89d req-127fc2b2-c30b-4fdd-8b4f-69a641f868e1 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0545223 Mar 21 19:16:12.997201 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1cd62b93-b0b5-445b-a73a-4ff0d693e89d req-4240a4ff-0c05-41cc-bae5-30c5b71c8250 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Mar 21 19:16:13.284884 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:13.850369 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de6956-5170-4da2-a17f-a09424db29f0 req-cbf0f22d-20df-4eb6-b59a-9a6931ce913d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:13.851834 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c2de6956-5170-4da2-a17f-a09424db29f0 req-cbf0f22d-20df-4eb6-b59a-9a6931ce913d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0515888 Mar 21 19:16:13.906804 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c2de6956-5170-4da2-a17f-a09424db29f0 req-d45f59da-bdf0-4f9f-8d67-d7f0b2c49bcf tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493925 Mar 21 19:16:14.115676 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4acfcf-2b81-46e1-91c1-b5381252892f req-065b4d49-c7e3-40ac-8a4a-ab01bfde1efc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:14.117610 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8b4acfcf-2b81-46e1-91c1-b5381252892f req-065b4d49-c7e3-40ac-8a4a-ab01bfde1efc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0554509 Mar 21 19:16:14.162900 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8b4acfcf-2b81-46e1-91c1-b5381252892f req-073797bf-7d26-4a08-aba3-4e6a1ab83e62 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Mar 21 19:16:15.019454 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf547853-3f23-4bf7-bf7e-07659b5a90bd req-5d1a8ab9-9be1-45ab-9c25-bb84cd200ff9 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:15.020910 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bf547853-3f23-4bf7-bf7e-07659b5a90bd req-5d1a8ab9-9be1-45ab-9c25-bb84cd200ff9 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0508871 Mar 21 19:16:15.065888 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bf547853-3f23-4bf7-bf7e-07659b5a90bd req-d307fcd7-443d-4564-8600-974f579d36ec tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395699 Mar 21 19:16:15.276885 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d0296-1cfa-4fe0-9c7e-2835df653337 req-0ba4d1b9-6309-4c11-a4ab-a71a8aecd1c4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:15.278343 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-633d0296-1cfa-4fe0-9c7e-2835df653337 req-0ba4d1b9-6309-4c11-a4ab-a71a8aecd1c4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0511606 Mar 21 19:16:15.322429 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-633d0296-1cfa-4fe0-9c7e-2835df653337 req-7e5790e1-8162-4433-bdf1-4939fad91d6f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387316 Mar 21 19:16:16.182355 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1fa5fb-54ff-4772-8b0e-1ab5c99343a2 req-b9bcc3cc-90f1-400e-8f09-5608d1127378 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:16.183885 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3e1fa5fb-54ff-4772-8b0e-1ab5c99343a2 req-b9bcc3cc-90f1-400e-8f09-5608d1127378 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0533054 Mar 21 19:16:16.230843 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3e1fa5fb-54ff-4772-8b0e-1ab5c99343a2 req-94ac1c6c-97fd-4f0f-b3e8-dfc91bd942e6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395470 Mar 21 19:16:16.435931 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24538cad-1650-4fe7-bae5-bbc25eda4f90 req-a386c7c2-b48c-4f7b-a57f-4ae2059225a8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:16.437408 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-24538cad-1650-4fe7-bae5-bbc25eda4f90 req-a386c7c2-b48c-4f7b-a57f-4ae2059225a8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0511670 Mar 21 19:16:16.488131 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-24538cad-1650-4fe7-bae5-bbc25eda4f90 req-a79ed32d-e7a9-4d81-ad2f-7181643de9c6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452576 Mar 21 19:16:17.357265 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449514ac-fa58-422a-a718-a4a2dc41e6f5 req-4ec700e8-1167-44d3-b322-73e21435fcd6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:17.358717 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-449514ac-fa58-422a-a718-a4a2dc41e6f5 req-4ec700e8-1167-44d3-b322-73e21435fcd6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0553896 Mar 21 19:16:17.405716 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-449514ac-fa58-422a-a718-a4a2dc41e6f5 req-d63fb7e2-e5b3-4745-b152-241666e7d21c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413692 Mar 21 19:16:17.602755 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0ddf1-c616-4199-b38c-825c60309038 req-252a81fe-4cbb-4ccb-9619-f7b8a676f6ae tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:17.604187 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-53a0ddf1-c616-4199-b38c-825c60309038 req-252a81fe-4cbb-4ccb-9619-f7b8a676f6ae tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0508244 Mar 21 19:16:17.650794 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-53a0ddf1-c616-4199-b38c-825c60309038 req-85ca5d29-1783-48db-a6bb-ad23bde90b1d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410557 Mar 21 19:16:18.518967 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b3a72-127f-4d2a-9445-1201c3983301 req-f3ef265f-9175-4cf8-a320-0ddd6731f01f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:18.520427 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2a9b3a72-127f-4d2a-9445-1201c3983301 req-f3ef265f-9175-4cf8-a320-0ddd6731f01f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0510142 Mar 21 19:16:18.567877 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2a9b3a72-127f-4d2a-9445-1201c3983301 req-ce4be539-1af1-4375-aea2-6196ec103fc7 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414417 Mar 21 19:16:18.763348 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:16:18.763974 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662edec1-34a0-4cf1-b799-de0156eda26f req-9c036371-66c2-4942-b489-b64fd36b1236 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:18.765032 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-662edec1-34a0-4cf1-b799-de0156eda26f req-9c036371-66c2-4942-b489-b64fd36b1236 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0507123 Mar 21 19:16:18.811011 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-662edec1-34a0-4cf1-b799-de0156eda26f req-d43a9320-2dd0-4c37-812c-2ae929acec68 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Mar 21 19:16:19.682071 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c48bf-af35-459f-9606-aebc42c6def3 req-f46f870b-da01-4eea-a720-d2c5c8f51bb9 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:19.683527 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-370c48bf-af35-459f-9606-aebc42c6def3 req-f46f870b-da01-4eea-a720-d2c5c8f51bb9 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0511949 Mar 21 19:16:19.731370 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-370c48bf-af35-459f-9606-aebc42c6def3 req-bf19d344-8187-4a25-b872-f28967a906c3 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Mar 21 19:16:19.932000 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacde00-eac2-4d9f-8c9f-89e328884366 req-ce267f3c-5000-4c7d-82a0-8428b63e42e8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:19.933511 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6dacde00-eac2-4d9f-8c9f-89e328884366 req-ce267f3c-5000-4c7d-82a0-8428b63e42e8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0565960 Mar 21 19:16:19.978714 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6dacde00-eac2-4d9f-8c9f-89e328884366 req-4a7709e6-559b-49bf-b264-c86ff807a69e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396621 Mar 21 19:16:20.844778 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209329e6-a4e4-4b63-b4dc-477c413f889a req-f4f50dc5-d9dd-4ab1-a286-c134c9cbef39 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:20.846220 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-209329e6-a4e4-4b63-b4dc-477c413f889a req-f4f50dc5-d9dd-4ab1-a286-c134c9cbef39 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 943 time: 0.0505276 Mar 21 19:16:20.891834 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-209329e6-a4e4-4b63-b4dc-477c413f889a req-2d8f4838-d612-479c-a14f-ef0ed036957c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400755 Mar 21 19:16:21.101543 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b313d9-2f46-4199-8f50-1330112075ce req-b4d6d1ef-311e-443f-b965-1851165e309f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:21.103048 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-41b313d9-2f46-4199-8f50-1330112075ce req-b4d6d1ef-311e-443f-b965-1851165e309f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0554538 Mar 21 19:16:21.174896 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-41b313d9-2f46-4199-8f50-1330112075ce req-840eea9f-7770-4eb1-80a0-9ec5cf3fe6c8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662558 Mar 21 19:16:21.183845 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db7d24b-d168-4f50-885a-4a016c3da076 req-553e085b-9344-484c-a61e-3b7c4cf7bc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:21.185314 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5db7d24b-d168-4f50-885a-4a016c3da076 req-553e085b-9344-484c-a61e-3b7c4cf7bc7f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 1129 time: 0.0633266 Mar 21 19:16:21.229940 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5db7d24b-d168-4f50-885a-4a016c3da076 req-a3c50bb1-51cc-417a-950e-7b3eda1a8d9a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368228 Mar 21 19:16:21.267032 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device d962da47-07f1-458e-9814-ff55bdfad13f details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:16:21.361697 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port d962da47-07f1-458e-9814-ff55bdfad13f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=d962da47-07f1-458e-9814-ff55bdfad13f,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:16:21.372896 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': 'd962da47-07f1-458e-9814-ff55bdfad13f', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'port_id': 'd962da47-07f1-458e-9814-ff55bdfad13f', 'mac_address': 'fa:16:3e:07:b8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:16:21.412620 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port d962da47-07f1-458e-9814-ff55bdfad13f is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:16:21.413063 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:21.425693 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d962da47-07f1-458e-9814-ff55bdfad13f {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:16:21.446172 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port d962da47-07f1-458e-9814-ff55bdfad13f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=d962da47-07f1-458e-9814-ff55bdfad13f,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:16:21.450206 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:21.496067 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=d962da47-07f1-458e-9814-ff55bdfad13f,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:21.878952 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['d962da47-07f1-458e-9814-ff55bdfad13f'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:16:22.031666 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ae738-fa85-42fb-9105-fa524205bcec req-0eebf2ce-e140-4899-aaf7-fff1a9a19b26 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:22.033461 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-593ae738-fa85-42fb-9105-fa524205bcec req-0eebf2ce-e140-4899-aaf7-fff1a9a19b26 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 944 time: 0.0735319 Mar 21 19:16:22.089465 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-593ae738-fa85-42fb-9105-fa524205bcec req-b6d6ad55-0247-4fc7-8341-e20f478b9c20 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489695 Mar 21 19:16:22.295094 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592b1fc-b4e1-479c-a874-d0f44f094e40 req-be23d4eb-f92e-4ce3-91d8-d945ed7d3a98 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:22.296565 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a592b1fc-b4e1-479c-a874-d0f44f094e40 req-be23d4eb-f92e-4ce3-91d8-d945ed7d3a98 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0544817 Mar 21 19:16:22.340818 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a592b1fc-b4e1-479c-a874-d0f44f094e40 req-fccf97bb-149a-4b4e-9dcd-21ad40b894f4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387495 Mar 21 19:16:23.212507 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b52cf-2a98-49d9-af96-1a8c6cbca09f req-057f08ac-926d-44c9-820f-4659913363bf tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:23.213994 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f44b52cf-2a98-49d9-af96-1a8c6cbca09f req-057f08ac-926d-44c9-820f-4659913363bf tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 944 time: 0.0548677 Mar 21 19:16:23.260316 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f44b52cf-2a98-49d9-af96-1a8c6cbca09f req-c18d9d7f-3671-4e1e-9c15-87818ce3f8ed tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406396 Mar 21 19:16:23.287811 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device d962da47-07f1-458e-9814-ff55bdfad13f up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:16:23.337183 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port d962da47-07f1-458e-9814-ff55bdfad13f completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:16:23.341620 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port d962da47-07f1-458e-9814-ff55bdfad13f triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:16:23.341921 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:23.421922 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port d962da47-07f1-458e-9814-ff55bdfad13f is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:16:23.422315 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:23.445589 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd962da47-07f1-458e-9814-ff55bdfad13f'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:16:23.447789 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ea7b9d-a3e4-49fc-90e0-c0581a66c425" -d '{"events": [{"server_uuid": "3e2307c8-3000-4878-b5c9-da87ac0bd2d6", "name": "network-vif-plugged", "status": "completed", "tag": "d962da47-07f1-458e-9814-ff55bdfad13f"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:16:23.456249 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f7df1-acde-4dd5-9b84-b98ce1f2160e req-18328344-094a-4b4e-bb61-0aa87263ee72 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:23.457781 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2a0f7df1-acde-4dd5-9b84-b98ce1f2160e req-18328344-094a-4b4e-bb61-0aa87263ee72 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0523152 Mar 21 19:16:23.460716 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port d962da47-07f1-458e-9814-ff55bdfad13f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=d962da47-07f1-458e-9814-ff55bdfad13f,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:16:23.465369 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:23.489821 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4869f476-2c1c-4a16-9f75-e4dad607030d x-openstack-request-id: req-4869f476-2c1c-4a16-9f75-e4dad607030d {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:16:23.490137 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2307c8-3000-4878-b5c9-da87ac0bd2d6", "name": "network-vif-plugged", "status": "completed", "tag": "d962da47-07f1-458e-9814-ff55bdfad13f", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:16:23.490397 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4869f476-2c1c-4a16-9f75-e4dad607030d {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:16:23.490784 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd962da47-07f1-458e-9814-ff55bdfad13f', 'code': 200} Mar 21 19:16:23.511625 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2a0f7df1-acde-4dd5-9b84-b98ce1f2160e req-dfeabe79-e9f0-4676-a703-35a8f73f266b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Mar 21 19:16:23.517994 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=d962da47-07f1-458e-9814-ff55bdfad13f,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:23.654165 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1d363-dd9c-4b18-bc1d-820b89a8e5b9 req-2ebe23e2-9fc6-4103-96fd-93b8bc1ce9f9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:23.655667 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c3a1d363-dd9c-4b18-bc1d-820b89a8e5b9 req-2ebe23e2-9fc6-4103-96fd-93b8bc1ce9f9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0662415 Mar 21 19:16:23.709603 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c3a1d363-dd9c-4b18-bc1d-820b89a8e5b9 req-f759517d-430c-4c88-a258-58e9903aab68 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478444 Mar 21 19:16:23.710465 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e07a3-70e4-4c24-a00e-b6d2d2484f35 req-4edec100-1551-4ee3-b3a1-eeed6069e0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:23.712033 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-106e07a3-70e4-4c24-a00e-b6d2d2484f35 req-4edec100-1551-4ee3-b3a1-eeed6069e0f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0511210 Mar 21 19:16:23.758121 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-106e07a3-70e4-4c24-a00e-b6d2d2484f35 req-11798d7b-2448-46dc-9ffb-a1ec17ffbd78 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389676 Mar 21 19:16:24.282125 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e79c5-cab9-4b7a-a773-456a580eeb83 req-37062595-6278-4867-a780-ecd59710080b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:24.283749 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-470e79c5-cab9-4b7a-a773-456a580eeb83 req-37062595-6278-4867-a780-ecd59710080b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0564198 Mar 21 19:16:24.334292 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-470e79c5-cab9-4b7a-a773-456a580eeb83 req-c6996dae-8e04-406d-8f2b-2da3f394e720 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435023 Mar 21 19:16:24.388329 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1b1571-6b6e-481c-bc13-8d4960fc31df req-e97178d5-7cdf-4e10-a04e-37eaedc0838a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:24.389902 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb1b1571-6b6e-481c-bc13-8d4960fc31df req-e97178d5-7cdf-4e10-a04e-37eaedc0838a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0526183 Mar 21 19:16:24.438563 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb1b1571-6b6e-481c-bc13-8d4960fc31df req-2570d6d0-df4c-4677-8271-514c043cb45b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431705 Mar 21 19:16:25.394646 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f02d6-14db-4cbb-ace8-f09ff8b671d7 req-5a328d9d-b2be-4ebf-88e3-6522b7bf6d1c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:25.396272 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-465f02d6-14db-4cbb-ace8-f09ff8b671d7 req-5a328d9d-b2be-4ebf-88e3-6522b7bf6d1c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0975440 Mar 21 19:16:25.413779 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-1b7883ad-86a1-4dd4-ad69-b83cf953b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:25.415475 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-1b7883ad-86a1-4dd4-ad69-b83cf953b4f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 1129 time: 0.1039422 Mar 21 19:16:25.474914 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0485b-c547-4333-9174-e74b79de88aa req-d6bd1035-3da3-47a5-b12f-c655ba1e5bf4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:25.477102 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-70e0485b-c547-4333-9174-e74b79de88aa req-d6bd1035-3da3-47a5-b12f-c655ba1e5bf4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0563347 Mar 21 19:16:25.495131 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-465f02d6-14db-4cbb-ace8-f09ff8b671d7 req-3bbddf9b-b1fb-4df9-b85a-9f3caff40eed tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928137 Mar 21 19:16:25.535498 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-70e0485b-c547-4333-9174-e74b79de88aa req-4316bfa7-1088-4993-87c6-9641366fd4f7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513005 Mar 21 19:16:25.537545 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-fcabc352-3707-4635-a9f0-bb944a4d61f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:25.539689 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-fcabc352-3707-4635-a9f0-bb944a4d61f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.1020153 Mar 21 19:16:25.591287 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-1d698ee5-eef2-4f1e-8b66-5f228004d0a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=979adac7-041b-45b7-8892-c9955264f0c2 HTTP/1.1" status: 200 len: 217 time: 0.0418277 Mar 21 19:16:25.671187 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-45b0542e-2d30-4ecc-bfd3-df82f576a6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:25.672672 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-45b0542e-2d30-4ecc-bfd3-df82f576a6ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.0551443 Mar 21 19:16:25.681146 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe1283-42ac-4cfb-8e42-6b86dae34176 req-eebb7f3f-d70b-42ff-a72f-0c841a23d250 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:25.682540 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-37fe1283-42ac-4cfb-8e42-6b86dae34176 req-eebb7f3f-d70b-42ff-a72f-0c841a23d250 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0941033 Mar 21 19:16:25.759532 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-37fe1283-42ac-4cfb-8e42-6b86dae34176 req-940af44d-33ae-48e7-a6dd-8205123e9e5f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675740 Mar 21 19:16:25.767882 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-763e1cce-3b80-43e6-9c56-7b85cf96201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:25.767882 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-763e1cce-3b80-43e6-9c56-7b85cf96201d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804036 Mar 21 19:16:25.869878 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-40eeede6-ffea-468f-92ab-2f1a823e3a84 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986969 Mar 21 19:16:25.914118 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272aa2d9-dfb5-4ae8-a0f4-6987da651d91 req-1b4b1f11-b0c4-4e04-815b-aac322d1f712 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:25.915850 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-272aa2d9-dfb5-4ae8-a0f4-6987da651d91 req-1b4b1f11-b0c4-4e04-815b-aac322d1f712 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0640149 Mar 21 19:16:25.925519 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46146) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:25.930479 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-597c9585-46e2-474e-aa56-de62b26400ef tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'floatingip': {'port_id': 'd962da47-07f1-458e-9814-ff55bdfad13f'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:25.976730 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-490048c4-5fff-49b0-824b-7e5c6f22ac74 req-a85d6eb3-2c88-4ee7-9308-4c30024bc632 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976532 Mar 21 19:16:25.982687 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-597c9585-46e2-474e-aa56-de62b26400ef tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (5b9285b5-a261-417e-bd75-5eec8a4bd998), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:26.447179 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-597c9585-46e2-474e-aa56-de62b26400ef tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:26.450908 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-597c9585-46e2-474e-aa56-de62b26400ef tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (5b9285b5-a261-417e-bd75-5eec8a4bd998), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:26.648915 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da8feb-c965-4cc9-a6e4-94e6219366ab req-18050df1-a511-4b49-8418-9e7d42c1a4e6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:26.650521 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3da8feb-c965-4cc9-a6e4-94e6219366ab req-18050df1-a511-4b49-8418-9e7d42c1a4e6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0620284 Mar 21 19:16:26.699525 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3da8feb-c965-4cc9-a6e4-94e6219366ab req-2cb2e5f4-ec49-4ade-824f-b6f9a96339be tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433838 Mar 21 19:16:26.780700 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-597c9585-46e2-474e-aa56-de62b26400ef tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Floating IP 5b9285b5-a261-417e-bd75-5eec8a4bd998 associated. External IP: 172.27.3.59, port: d962da47-07f1-458e-9814-ff55bdfad13f. Mar 21 19:16:26.855871 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2321e5-b769-4cef-b039-22948107899c req-b6d8c167-99df-46fd-983d-db1dcc84969f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:26.857386 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ae2321e5-b769-4cef-b039-22948107899c req-b6d8c167-99df-46fd-983d-db1dcc84969f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.1268511 Mar 21 19:16:26.927406 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ae2321e5-b769-4cef-b039-22948107899c req-bb18a8e1-0333-436a-87ec-32ed09b518d9 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636671 Mar 21 19:16:27.032326 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597c9585-46e2-474e-aa56-de62b26400ef tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:16:27.138726 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c9585-46e2-474e-aa56-de62b26400ef tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:16:27.143836 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-597c9585-46e2-474e-aa56-de62b26400ef tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:27.148744 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] Sync routers for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:16:27.158616 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3001b2e2-f745-452c-8298-6384eb2365f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:27.161608 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:16:27.162254 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:27.189143 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-597c9585-46e2-474e-aa56-de62b26400ef tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "PUT /v2.0/floatingips/5b9285b5-a261-417e-bd75-5eec8a4bd998 HTTP/1.1" status: 200 len: 990 time: 1.2475846 Mar 21 19:16:27.189143 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'tag': 'd962da47-07f1-458e-9814-ff55bdfad13f'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:16:27.189143 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2307c8-3000-4878-b5c9-da87ac0bd2d6", "tag": "d962da47-07f1-458e-9814-ff55bdfad13f"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:16:27.214878 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e55e74-00e9-44ee-9c17-5a32eca6c652 x-openstack-request-id: req-60e55e74-00e9-44ee-9c17-5a32eca6c652 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:16:27.215173 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2307c8-3000-4878-b5c9-da87ac0bd2d6", "tag": "d962da47-07f1-458e-9814-ff55bdfad13f", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:16:27.215430 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60e55e74-00e9-44ee-9c17-5a32eca6c652 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:16:27.215831 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'tag': 'd962da47-07f1-458e-9814-ff55bdfad13f', 'status': 'completed', 'code': 200} Mar 21 19:16:27.283174 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:16:27.500011 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '5b9285b5-a261-417e-bd75-5eec8a4bd998', 'tenant_id': '42929380ace240aa823c053970342b34', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'port_id': 'd962da47-07f1-458e-9814-ff55bdfad13f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'mac_address': 'fa:16:3e:07:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:15:54Z', 'updated_at': '2022-03-21T19:16:26Z', 'revision_number': 1, 'project_id': '42929380ace240aa823c053970342b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:27.525667 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] Checking router: 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:16:27.533608 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:16:27.534211 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:15:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:27.638117 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:16:27.814981 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd30d9e-0638-4702-b7a8-ad782cc1ce1e req-b3ab3569-e332-4080-8927-ed2d9cc9fb4b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:27.816523 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9dd30d9e-0638-4702-b7a8-ad782cc1ce1e req-b3ab3569-e332-4080-8927-ed2d9cc9fb4b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0509038 Mar 21 19:16:27.856977 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '5b9285b5-a261-417e-bd75-5eec8a4bd998', 'tenant_id': '42929380ace240aa823c053970342b34', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'port_id': 'd962da47-07f1-458e-9814-ff55bdfad13f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'mac_address': 'fa:16:3e:07:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:15:54Z', 'updated_at': '2022-03-21T19:16:26Z', 'revision_number': 1, 'project_id': '42929380ace240aa823c053970342b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:27.866143 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9dd30d9e-0638-4702-b7a8-ad782cc1ce1e req-5e751609-5f3f-4e11-934d-10a48c04088d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436244 Mar 21 19:16:27.885485 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65357ea6-26b5-4793-8f13-21028f6feb56 None None] The sync data for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi is: [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '5b9285b5-a261-417e-bd75-5eec8a4bd998', 'tenant_id': '42929380ace240aa823c053970342b34', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'port_id': 'd962da47-07f1-458e-9814-ff55bdfad13f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'mac_address': 'fa:16:3e:07:b8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:15:54Z', 'updated_at': '2022-03-21T19:16:26Z', 'revision_number': 1, 'project_id': '42929380ace240aa823c053970342b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:16:28.055654 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f42bf2-6fb0-46cf-9193-36a93bda04f2 req-0932720c-3b3b-4404-96e0-d898762d58df tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:28.057680 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-39f42bf2-6fb0-46cf-9193-36a93bda04f2 req-0932720c-3b3b-4404-96e0-d898762d58df tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0583050 Mar 21 19:16:28.088176 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9e4e42-348d-460b-b4c7-33511c692945 None None] New status for floating IP 5b9285b5-a261-417e-bd75-5eec8a4bd998: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:16:28.107645 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-39f42bf2-6fb0-46cf-9193-36a93bda04f2 req-de62c92a-b603-40ef-95eb-dd1f6f551810 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429544 Mar 21 19:16:28.929509 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-c3d043c2-8568-4f1c-a475-632ccb714bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:28.930992 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-c3d043c2-8568-4f1c-a475-632ccb714bcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42929380ace240aa823c053970342b34&device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0548034 Mar 21 19:16:28.988823 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2877a09-3bac-466d-b608-e27a3acb673e req-64295f99-8a61-45d8-a48e-7740020433ba tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:28.990421 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f2877a09-3bac-466d-b608-e27a3acb673e req-64295f99-8a61-45d8-a48e-7740020433ba tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0552657 Mar 21 19:16:29.019051 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-d2467f7f-d5bd-4cfc-9079-0e6209eba61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:29.020430 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-d2467f7f-d5bd-4cfc-9079-0e6209eba61d service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 200 len: 912 time: 0.0825098 Mar 21 19:16:29.037459 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f2877a09-3bac-466d-b608-e27a3acb673e req-28a944d5-68e8-4806-a15f-23d9a750029e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Mar 21 19:16:29.089544 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-295a19a3-d4a9-41ee-9d30-7a8a27b1f12b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d962da47-07f1-458e-9814-ff55bdfad13f HTTP/1.1" status: 200 len: 1000 time: 0.0620611 Mar 21 19:16:29.138487 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-77a3d938-a5ad-402c-9cf7-c0c428cebb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:29.139933 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-77a3d938-a5ad-402c-9cf7-c0c428cebb98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2136b820-e0a7-49ec-976d-53c695f2c3bf HTTP/1.1" status: 200 len: 850 time: 0.0436673 Mar 21 19:16:29.211081 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-596dffe1-4dd0-4a5f-872a-597604d9e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:29.212581 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-596dffe1-4dd0-4a5f-872a-597604d9e202 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661459 Mar 21 19:16:29.284414 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd2cd9-b5c3-49e6-a4c6-305eb764e045 req-81a9ada4-6fa1-443e-abe0-f7a7fc4494fb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:29.285925 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-78dd2cd9-b5c3-49e6-a4c6-305eb764e045 req-81a9ada4-6fa1-443e-abe0-f7a7fc4494fb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.1055696 Mar 21 19:16:29.343782 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-dd444f25-2506-46d1-8549-eef9712a9ac9 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231425 Mar 21 19:16:29.362332 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-78dd2cd9-b5c3-49e6-a4c6-305eb764e045 req-aec4c0e0-0b67-4f0c-bdc2-fdac974652b1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699244 Mar 21 19:16:29.405990 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3e2fba34-3a98-46cb-b264-25a0da191500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:29.439275 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5cc040e7-ef8c-4a5a-8699-4cada4c1541f req-4a4e27fb-b02a-4844-9bae-93184c7860a5 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878451 Mar 21 19:16:30.153311 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e31d9-610a-4a12-82ae-3aeb334d9992 req-f41b531a-875d-465c-8442-e34260895c65 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:30.154788 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-069e31d9-610a-4a12-82ae-3aeb334d9992 req-f41b531a-875d-465c-8442-e34260895c65 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0512962 Mar 21 19:16:30.199747 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-069e31d9-610a-4a12-82ae-3aeb334d9992 req-ae5f8907-c02e-43f3-877d-02f811b339ab tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394948 Mar 21 19:16:30.475606 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:30.488678 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4c7b6-6cdb-40eb-8592-2f6b01729057 req-2d9b3a7d-f0e2-4c8a-948d-464ba04d11a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:30.493087 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-71c4c7b6-6cdb-40eb-8592-2f6b01729057 req-2d9b3a7d-f0e2-4c8a-948d-464ba04d11a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0597544 Mar 21 19:16:30.543318 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-71c4c7b6-6cdb-40eb-8592-2f6b01729057 req-497e1481-425b-4b71-b07c-54beebf3b848 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474820 Mar 21 19:16:31.317821 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace13175-cc8d-46ae-ad8e-72126c8df5d9 req-df6b86e2-7020-4709-aaed-d80ccae10bd5 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:31.320012 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ace13175-cc8d-46ae-ad8e-72126c8df5d9 req-df6b86e2-7020-4709-aaed-d80ccae10bd5 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0556014 Mar 21 19:16:31.364770 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ace13175-cc8d-46ae-ad8e-72126c8df5d9 req-cb61f31d-0d97-4041-be12-303c1f3425e4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Mar 21 19:16:31.660830 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff7f799-d680-4d9b-8141-2e56a744fa4a req-f500ef0a-2598-4249-8a18-6970b4f6bde2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:31.663107 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2ff7f799-d680-4d9b-8141-2e56a744fa4a req-f500ef0a-2598-4249-8a18-6970b4f6bde2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0502236 Mar 21 19:16:31.709962 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2ff7f799-d680-4d9b-8141-2e56a744fa4a req-58e80408-d467-46fd-8820-56c9fc50611d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Mar 21 19:16:32.067400 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:32.478505 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb569ac-0255-44d7-9d56-61681f228d3f req-d569d40a-ac42-48bb-ade0-da406ae5fed0 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:32.479960 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ffb569ac-0255-44d7-9d56-61681f228d3f req-d569d40a-ac42-48bb-ade0-da406ae5fed0 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0508709 Mar 21 19:16:32.525826 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ffb569ac-0255-44d7-9d56-61681f228d3f req-9575c809-16be-4a80-974a-4dcf37f2d224 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402689 Mar 21 19:16:32.830654 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc16512-7882-4979-8fae-ef0869ee4085 req-630aadcf-1be9-4c55-bf25-5cb5a6219851 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:32.832141 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1cc16512-7882-4979-8fae-ef0869ee4085 req-630aadcf-1be9-4c55-bf25-5cb5a6219851 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0516303 Mar 21 19:16:32.877208 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1cc16512-7882-4979-8fae-ef0869ee4085 req-1f585f8f-435b-4381-bf90-73dc050a4211 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393960 Mar 21 19:16:33.517740 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:33.640968 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8458ca-eb56-4e6a-ba61-5fc2f89ae42d req-ba337409-1d90-4dfb-9391-55745f6537ff tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:33.642441 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-de8458ca-eb56-4e6a-ba61-5fc2f89ae42d req-ba337409-1d90-4dfb-9391-55745f6537ff tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Mar 21 19:16:33.690494 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-de8458ca-eb56-4e6a-ba61-5fc2f89ae42d req-40f8e4c6-19f3-40e0-a81b-7d8d6cc3c3d9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421679 Mar 21 19:16:33.994245 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bc8f1-b4bb-4849-aced-2a8b448d3407 req-34684fb6-7579-4d4e-bd30-9f016bdb7140 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:33.995677 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-642bc8f1-b4bb-4849-aced-2a8b448d3407 req-34684fb6-7579-4d4e-bd30-9f016bdb7140 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0504735 Mar 21 19:16:34.040054 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-642bc8f1-b4bb-4849-aced-2a8b448d3407 req-fb016b16-a590-4d40-8130-0520b6f18a1c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389202 Mar 21 19:16:34.806786 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5ae76-ec66-4048-933b-ff4f668a3027 req-6897ffe0-0967-4b1f-b58e-12d2e32a3d3f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:34.808286 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1ab5ae76-ec66-4048-933b-ff4f668a3027 req-6897ffe0-0967-4b1f-b58e-12d2e32a3d3f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0524638 Mar 21 19:16:34.854118 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1ab5ae76-ec66-4048-933b-ff4f668a3027 req-1eda0032-93cb-4efe-be92-bf83635826c3 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400178 Mar 21 19:16:35.164071 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfa767b-9c04-400a-840b-8cee3f370806 req-37b3e47a-a914-451a-9486-2598ac47782d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:35.165461 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1dfa767b-9c04-400a-840b-8cee3f370806 req-37b3e47a-a914-451a-9486-2598ac47782d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0549119 Mar 21 19:16:35.210363 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1dfa767b-9c04-400a-840b-8cee3f370806 req-adf5dbd3-c26a-4e82-ad7a-d59e7dbf511e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394487 Mar 21 19:16:35.968267 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c48565-fd83-4625-8ea2-73e4a72a96db req-999c353c-bf69-4b9f-a0af-25f239a00963 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:35.969797 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-35c48565-fd83-4625-8ea2-73e4a72a96db req-999c353c-bf69-4b9f-a0af-25f239a00963 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0524099 Mar 21 19:16:36.015056 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-35c48565-fd83-4625-8ea2-73e4a72a96db req-18474d6c-450e-4dff-97f4-2225422551c2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Mar 21 19:16:36.328572 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e627da-f60e-44f0-9206-1eaf1d4d3ad0 req-a4c0706f-d2bf-4734-9f3e-4883bfd6bfa6 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:36.330012 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0e627da-f60e-44f0-9206-1eaf1d4d3ad0 req-a4c0706f-d2bf-4734-9f3e-4883bfd6bfa6 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0503488 Mar 21 19:16:36.374977 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0e627da-f60e-44f0-9206-1eaf1d4d3ad0 req-fd6d67ad-61bc-4012-b89f-b0ef8acfd263 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389600 Mar 21 19:16:37.134996 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7570f3-7623-44a4-a37c-0ca00deb8cdd req-6cd2ced9-f59d-4b51-a0db-ffbf693405d3 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:37.136470 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4a7570f3-7623-44a4-a37c-0ca00deb8cdd req-6cd2ced9-f59d-4b51-a0db-ffbf693405d3 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0551448 Mar 21 19:16:37.181916 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4a7570f3-7623-44a4-a37c-0ca00deb8cdd req-0a05283f-a8ae-4162-8e24-4b2dc3c131ee tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 Mar 21 19:16:37.502591 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19827be-2ee2-4969-a0c7-34a36139981f req-cfb1dd26-2e7d-4444-a455-80ffded0dd78 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:37.504221 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f19827be-2ee2-4969-a0c7-34a36139981f req-cfb1dd26-2e7d-4444-a455-80ffded0dd78 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0581131 Mar 21 19:16:37.550318 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f19827be-2ee2-4969-a0c7-34a36139981f req-d6dbef13-99da-48ad-83a6-de795373d190 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402935 Mar 21 19:16:38.314841 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487b76b-c5c5-4869-969f-6f270539c1b4 req-332baa62-1379-4e1b-b3f9-aa5ab5afcf23 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:38.316423 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4487b76b-c5c5-4869-969f-6f270539c1b4 req-332baa62-1379-4e1b-b3f9-aa5ab5afcf23 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0672421 Mar 21 19:16:38.374028 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4487b76b-c5c5-4869-969f-6f270539c1b4 req-716fcd4d-52d5-48f8-9709-4e99af3a75a7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503044 Mar 21 19:16:38.674564 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e43f2-f1e7-4e6e-abbc-412289566135 req-7f123a21-a4a2-4aca-92ac-1059c7ecf48e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:38.675975 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a54e43f2-f1e7-4e6e-abbc-412289566135 req-7f123a21-a4a2-4aca-92ac-1059c7ecf48e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0536070 Mar 21 19:16:38.723071 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a54e43f2-f1e7-4e6e-abbc-412289566135 req-bb2f70fc-9dc0-4258-a3f9-96c6ee52d07d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409250 Mar 21 19:16:39.473633 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46366) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:39.479063 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--29046286', 'description': 'tempest-description--2016979871'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:39.507960 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.523583 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b5b6a-f354-4b53-b751-fbba09bd5fde req-fc12e950-05b9-4b10-a243-9752f0fed9aa tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:39.534671 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e03b5b6a-f354-4b53-b751-fbba09bd5fde req-fc12e950-05b9-4b10-a243-9752f0fed9aa tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0844519 Mar 21 19:16:39.581680 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (098f5ad2-c6b5-4b42-bf6a-0e7e4886f594), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.589038 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (098f5ad2-c6b5-4b42-bf6a-0e7e4886f594), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.597080 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e03b5b6a-f354-4b53-b751-fbba09bd5fde req-9408d105-3e07-4554-b875-9f40020b83c1 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611320 Mar 21 19:16:39.619720 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:39.624976 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.626193 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1508167 Mar 21 19:16:39.629328 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46372) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:39.631498 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.631853 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.632199 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.632601 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.632918 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.633251 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.633580 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.633900 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.634400 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.634729 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.635055 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.635258 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group_rule': {'security_group_id': '098f5ad2-c6b5-4b42-bf6a-0e7e4886f594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:39.635406 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.635696 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.636018 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.636349 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deea4c9a-5c9f-4d02-8b7b-5bb4b4623fea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.668149 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (c801a268-77ac-41e3-82dc-fd0be520cd38), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.725446 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (c801a268-77ac-41e3-82dc-fd0be520cd38), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.731258 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (c801a268-77ac-41e3-82dc-fd0be520cd38), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.748965 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c801a268-77ac-41e3-82dc-fd0be520cd38,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:39.772744 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.776649 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437249 Mar 21 19:16:39.777564 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46380) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:39.781747 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.782063 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.782415 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.782761 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.783098 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.784034 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-c4c82745-1b06-428a-b454-79cb83bbcf2e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group_rule': {'security_group_id': '098f5ad2-c6b5-4b42-bf6a-0e7e4886f594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:39.788912 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.795115 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.795667 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.796015 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.813720 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.814243 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.814610 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.814973 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.815340 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.815874 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1033ad87-d496-4fb4-a459-3663dc83c0ec tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:39.831666 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4c82745-1b06-428a-b454-79cb83bbcf2e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (869a8303-e8b2-48c5-b769-9c2cd347b045), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.925046 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4c82745-1b06-428a-b454-79cb83bbcf2e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (869a8303-e8b2-48c5-b769-9c2cd347b045), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.935667 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8a9e0-e6dc-416b-9150-b2acea695833 req-234f67aa-02bb-4e4a-8712-5385c23f648a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:39.937323 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d6c8a9e0-e6dc-416b-9150-b2acea695833 req-234f67aa-02bb-4e4a-8712-5385c23f648a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.1068621 Mar 21 19:16:39.938379 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4c82745-1b06-428a-b454-79cb83bbcf2e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (869a8303-e8b2-48c5-b769-9c2cd347b045), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.970713 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c82745-1b06-428a-b454-79cb83bbcf2e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=869a8303-e8b2-48c5-b769-9c2cd347b045,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:39.975415 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46388) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:39.981779 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4c82745-1b06-428a-b454-79cb83bbcf2e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:39.982963 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c4c82745-1b06-428a-b454-79cb83bbcf2e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2043173 Mar 21 19:16:39.986074 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46392) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:39.991020 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:40.006349 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d6c8a9e0-e6dc-416b-9150-b2acea695833 req-93d347be-91ae-422b-96ec-e1cefd8acf42 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592568 Mar 21 19:16:40.013969 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.090715 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9392fc26-0ac0-4a30-af37-fea87573c161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.163174 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.223300 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9392fc26-0ac0-4a30-af37-fea87573c161 admin admin] Publish callbacks [] for security_group (d9495d0a-1a61-40ec-becd-827c03345c7e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.229161 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-9392fc26-0ac0-4a30-af37-fea87573c161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (d9495d0a-1a61-40ec-becd-827c03345c7e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.296395 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-9392fc26-0ac0-4a30-af37-fea87573c161 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b595af8756264cbb915250331f0ad000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199303 Mar 21 19:16:40.298899 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392fc26-0ac0-4a30-af37-fea87573c161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9495d0a-1a61-40ec-becd-827c03345c7e,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:40.299072 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46396) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:40.316568 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Allocated IP 172.27.3.198 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/4b38f2f8-1521-4b6d-876d-3bd81074cd96) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:16:40.348107 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-be874315-3591-4e89-831a-4220828974ac admin admin] Publish callbacks [] for security_group (d9495d0a-1a61-40ec-becd-827c03345c7e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.369518 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-be874315-3591-4e89-831a-4220828974ac admin admin] Publish callbacks [] for security_group (d9495d0a-1a61-40ec-becd-827c03345c7e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.416810 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (4b38f2f8-1521-4b6d-876d-3bd81074cd96), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.420700 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-be874315-3591-4e89-831a-4220828974ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (d9495d0a-1a61-40ec-becd-827c03345c7e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.423318 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-be874315-3591-4e89-831a-4220828974ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.424628 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-be874315-3591-4e89-831a-4220828974ac admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d9495d0a-1a61-40ec-becd-827c03345c7e HTTP/1.1" status: 204 len: 168 time: 0.1245503 Mar 21 19:16:40.432225 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be874315-3591-4e89-831a-4220828974ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9495d0a-1a61-40ec-becd-827c03345c7e,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:40.453606 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (4b38f2f8-1521-4b6d-876d-3bd81074cd96), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.491346 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:16:40.495676 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:16:40.502161 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:16:40.505132 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=4b38f2f8-1521-4b6d-876d-3bd81074cd96,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:40.607277 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (1f4a5a01-876f-40fc-ab06-d01646e1218b), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.655153 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (4b38f2f8-1521-4b6d-876d-3bd81074cd96), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.809835 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121aa77b-4c39-486c-83cc-8fffa5ffa0bd req-5ed547ae-4008-4646-93a5-cda1cf523201 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:40.811350 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-121aa77b-4c39-486c-83cc-8fffa5ffa0bd req-5ed547ae-4008-4646-93a5-cda1cf523201 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.1316030 Mar 21 19:16:40.885011 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-121aa77b-4c39-486c-83cc-8fffa5ffa0bd req-cf0de453-7a1e-4485-a097-d944fd3dc34b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588491 Mar 21 19:16:40.917989 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (4b38f2f8-1521-4b6d-876d-3bd81074cd96), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:40.923281 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (4b38f2f8-1521-4b6d-876d-3bd81074cd96), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.135709 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46438) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:41.170934 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9065eb-4609-4956-b6f4-43c2fb63234f req-34af74fd-3e1b-4531-b951-35ba01797c16 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:41.172607 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9a9065eb-4609-4956-b6f4-43c2fb63234f req-34af74fd-3e1b-4531-b951-35ba01797c16 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0789325 Mar 21 19:16:41.235226 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9a9065eb-4609-4956-b6f4-43c2fb63234f req-f3890f6d-f6ef-4149-beb6-0d6e4cb2814b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543652 Mar 21 19:16:41.243284 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=4b38f2f8-1521-4b6d-876d-3bd81074cd96,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:41.251430 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (1f4a5a01-876f-40fc-ab06-d01646e1218b), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.273601 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.275451 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c5a82a05-b8dd-4e80-bfa4-8815d01e0c43 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2883718 Mar 21 19:16:41.375154 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40c3dd32-4f39-4da9-9bcd-097a8748d481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.451771 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40c3dd32-4f39-4da9-9bcd-097a8748d481 admin admin] Publish callbacks [] for security_group (9fdf01ff-ab21-477d-8950-a0eecef83938), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.456670 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40c3dd32-4f39-4da9-9bcd-097a8748d481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (9fdf01ff-ab21-477d-8950-a0eecef83938), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.500269 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-d0bd08b0-f93a-4f90-88b0-b732f624aa52 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--29046286&fields=id&tenant_id=cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 267 time: 0.0495009 Mar 21 19:16:41.506041 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-40c3dd32-4f39-4da9-9bcd-097a8748d481 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74887050fb7e4ada8c575ff7e18e6867&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656678 Mar 21 19:16:41.506041 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3dd32-4f39-4da9-9bcd-097a8748d481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdf01ff-ab21-477d-8950-a0eecef83938,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:41.507731 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46462) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:41.635940 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4269a97d-16f1-4eb8-a111-7934a30c734b admin admin] Publish callbacks [] for security_group (9fdf01ff-ab21-477d-8950-a0eecef83938), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.657091 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-90147707-558a-4cd8-bd65-60feb123b20f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:41.658616 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-90147707-558a-4cd8-bd65-60feb123b20f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 814 time: 0.1431243 Mar 21 19:16:41.679786 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4269a97d-16f1-4eb8-a111-7934a30c734b admin admin] Publish callbacks [] for security_group (9fdf01ff-ab21-477d-8950-a0eecef83938), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.683723 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46466) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:41.691860 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-15240c05-420d-465b-8c6f-4d2acb24cf6c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/quotas/cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 375 time: 0.0228281 Mar 21 19:16:41.754434 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4269a97d-16f1-4eb8-a111-7934a30c734b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (9fdf01ff-ab21-477d-8950-a0eecef83938), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.757273 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4269a97d-16f1-4eb8-a111-7934a30c734b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.758487 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4269a97d-16f1-4eb8-a111-7934a30c734b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fdf01ff-ab21-477d-8950-a0eecef83938 HTTP/1.1" status: 204 len: 168 time: 0.2492905 Mar 21 19:16:41.768444 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-ed34b8ff-c5ef-4d54-aa2c-1cdeb5fbbcba tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702896 Mar 21 19:16:41.774945 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4269a97d-16f1-4eb8-a111-7934a30c734b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdf01ff-ab21-477d-8950-a0eecef83938,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:41.814072 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4914a9cb-6fd6-4675-8c46-1c9261375f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.877197 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-43e70037-f4b9-4033-9049-f3e94f5c64dd service neutron] 10.222.0.41 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940998 Mar 21 19:16:41.899196 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4914a9cb-6fd6-4675-8c46-1c9261375f48 admin admin] Publish callbacks [] for security_group (981a67e2-e883-4039-90cd-3e75d0c5b0ee), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.904257 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4914a9cb-6fd6-4675-8c46-1c9261375f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (981a67e2-e883-4039-90cd-3e75d0c5b0ee), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:41.945155 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914a9cb-6fd6-4675-8c46-1c9261375f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981a67e2-e883-4039-90cd-3e75d0c5b0ee,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:41.952228 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46478) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:41.952390 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4914a9cb-6fd6-4675-8c46-1c9261375f48 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=32b94b8d9b224abf83e980143d54988d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673709 Mar 21 19:16:42.031280 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f54ff-c4a7-47c6-9880-16f06974a12e req-c2589159-2f6c-4cb7-a3c1-3330ee6d3801 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:42.033110 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-809f54ff-c4a7-47c6-9880-16f06974a12e req-c2589159-2f6c-4cb7-a3c1-3330ee6d3801 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0570431 Mar 21 19:16:42.034523 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-f2117bde-8e8e-43f7-9b80-c7d883a51937 service neutron] 10.222.0.41 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544840 Mar 21 19:16:42.053620 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4dd858c1-d8f8-499a-b015-4bb9625e4087 admin admin] Publish callbacks [] for security_group (981a67e2-e883-4039-90cd-3e75d0c5b0ee), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:42.084795 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4dd858c1-d8f8-499a-b015-4bb9625e4087 admin admin] Publish callbacks [] for security_group (981a67e2-e883-4039-90cd-3e75d0c5b0ee), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:42.131675 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-809f54ff-c4a7-47c6-9880-16f06974a12e req-ec357dc0-6dc4-45de-b443-cf405e33ff21 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861790 Mar 21 19:16:42.169889 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4dd858c1-d8f8-499a-b015-4bb9625e4087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (981a67e2-e883-4039-90cd-3e75d0c5b0ee), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:42.174706 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4dd858c1-d8f8-499a-b015-4bb9625e4087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:42.176948 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4dd858c1-d8f8-499a-b015-4bb9625e4087 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/981a67e2-e883-4039-90cd-3e75d0c5b0ee HTTP/1.1" status: 204 len: 168 time: 0.2238770 Mar 21 19:16:42.187554 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd858c1-d8f8-499a-b015-4bb9625e4087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981a67e2-e883-4039-90cd-3e75d0c5b0ee,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:42.253371 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a26abafa-32e1-4b9a-820f-51af6afe098e req-e735f08f-cfbe-49c4-b775-c1bbe742abd8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 210 time: 0.0386388 Mar 21 19:16:42.392411 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bf230-974a-4890-b703-c45c13568861 req-8e9d9059-21ba-40ab-b58f-7d7c1484f8de tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:42.394469 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e90bf230-974a-4890-b703-c45c13568861 req-8e9d9059-21ba-40ab-b58f-7d7c1484f8de tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0640628 Mar 21 19:16:42.482692 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e90bf230-974a-4890-b703-c45c13568861 req-463affb7-4a65-4a70-95ab-ffdc2d2b9426 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806258 Mar 21 19:16:43.262567 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e330dc-f196-47d0-8bdb-1258cf41c6fb req-6dac96ac-8d8c-4d8f-8be0-4361e9084103 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:43.264037 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a0e330dc-f196-47d0-8bdb-1258cf41c6fb req-6dac96ac-8d8c-4d8f-8be0-4361e9084103 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0566454 Mar 21 19:16:43.298431 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:43.311677 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a0e330dc-f196-47d0-8bdb-1258cf41c6fb req-535b40e9-c010-4239-a273-149b23b10c16 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Mar 21 19:16:43.340004 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1f22ca0f-2553-4ae0-802c-76ff6b39a2e3 req-132a0431-4107-4895-a64a-a9d500db1b56 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 210 time: 0.0261991 Mar 21 19:16:43.626754 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab447783-1a25-42b5-b03f-e20bd0f3eb51 req-327eac4e-3021-4e1d-8810-9f8d217c20c2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:43.629075 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab447783-1a25-42b5-b03f-e20bd0f3eb51 req-327eac4e-3021-4e1d-8810-9f8d217c20c2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0623841 Mar 21 19:16:43.694681 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab447783-1a25-42b5-b03f-e20bd0f3eb51 req-d3db5d43-76c1-41ae-b78f-c2fd4b6e85fb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567648 Mar 21 19:16:43.772255 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-e6423ba3-d4d8-4460-8efb-c100b7d67940 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:43.773831 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-e6423ba3-d4d8-4460-8efb-c100b7d67940 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 814 time: 0.1208575 Mar 21 19:16:43.845171 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-1ab1cbf5-5254-4e33-8a36-b617f4b9b0a9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 470 time: 0.0622370 Mar 21 19:16:43.857059 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'port': {'device_id': 'b1449e0a-d310-46de-87c4-807d907caed3', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'admin_state_up': True, 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'security_groups': ['098f5ad2-c6b5-4b42-bf6a-0e7e4886f594']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:43.957407 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Made reservation on behalf of cf9a98448f0e4dd5993434ab2567e6d9 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:16:43.961131 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:44.089116 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Allocated IP 172.20.0.10 (0b962a0a-e309-4e68-80c4-e22169763239/c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443/f6db50f3-dab9-4a56-8239-29c6b0008eec) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:16:44.238263 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:44.277694 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:44.325983 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Network 0b962a0a-e309-4e68-80c4-e22169763239 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:16:44.329999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:16:44.334710 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:16:44.421870 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:44.424001 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:44.451316 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=f6db50f3-dab9-4a56-8239-29c6b0008eec,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:44.532066 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3a2f66f8-4182-4385-8a48-f6a55e054718 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6785069 Mar 21 19:16:44.533693 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedcba0-4cba-4c26-b3db-110dbddd8e96 req-9f10af84-90ab-48f6-a64b-f542eca186c2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:44.544933 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8aedcba0-4cba-4c26-b3db-110dbddd8e96 req-9f10af84-90ab-48f6-a64b-f542eca186c2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 932 time: 0.1131566 Mar 21 19:16:44.545158 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Request body: {'port': {'device_id': 'b1449e0a-d310-46de-87c4-807d907caed3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:44.593813 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23959b3-c017-4c39-962c-fc8d0d852515 req-10943315-d21c-4eda-adc1-fb9107bc7c73 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:44.595490 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f23959b3-c017-4c39-962c-fc8d0d852515 req-10943315-d21c-4eda-adc1-fb9107bc7c73 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.1589041 Mar 21 19:16:44.619032 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8aedcba0-4cba-4c26-b3db-110dbddd8e96 req-68fa0b2a-0218-493e-b880-35520208dbc9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727739 Mar 21 19:16:44.646343 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:44.672271 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f23959b3-c017-4c39-962c-fc8d0d852515 req-6dce6bb5-1a18-461c-a9dc-476c8508511c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612347 Mar 21 19:16:44.682050 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-65232e9f-1004-466a-9357-8ece0ff6145f None None] Provisioning complete for port f6db50f3-dab9-4a56-8239-29c6b0008eec triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:16:44.682661 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-65232e9f-1004-466a-9357-8ece0ff6145f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:44.717934 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-65232e9f-1004-466a-9357-8ece0ff6145f None None] Port f6db50f3-dab9-4a56-8239-29c6b0008eec cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:16:44.812667 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c8585-668a-4742-b372-b6c9ca268c82 req-79ab01e0-0239-429e-83ad-5fe4214be719 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:44.814166 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f64c8585-668a-4742-b372-b6c9ca268c82 req-79ab01e0-0239-429e-83ad-5fe4214be719 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0515528 Mar 21 19:16:44.859461 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f64c8585-668a-4742-b372-b6c9ca268c82 req-237ca211-1f0f-497f-ae8f-cf6e448fd30b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389659 Mar 21 19:16:44.923248 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6db50f3-dab9-4a56-8239-29c6b0008eec {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:16:44.930449 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Publish callbacks [] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:44.941717 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Transition to ACTIVE for port object f6db50f3-dab9-4a56-8239-29c6b0008eec will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:16:44.946148 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:44.998192 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6db50f3-dab9-4a56-8239-29c6b0008eec,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:45.063581 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Attempting to bind port f6db50f3-dab9-4a56-8239-29c6b0008eec on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:16:45.063939 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Attempting to bind port f6db50f3-dab9-4a56-8239-29c6b0008eec by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:16:45.064270 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Attempting to bind port f6db50f3-dab9-4a56-8239-29c6b0008eec on network 0b962a0a-e309-4e68-80c4-e22169763239 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:16:45.069452 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Port f6db50f3-dab9-4a56-8239-29c6b0008eec on network 0b962a0a-e309-4e68-80c4-e22169763239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:16:45.069776 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Attempting to bind port f6db50f3-dab9-4a56-8239-29c6b0008eec on network 0b962a0a-e309-4e68-80c4-e22169763239 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:16:45.074852 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:16:45.075193 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Checking segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:16:45.075583 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Bound using segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:16:45.076020 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Bound port: f6db50f3-dab9-4a56-8239-29c6b0008eec, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:16:45.076383 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:45.149601 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] For port f6db50f3-dab9-4a56-8239-29c6b0008eec, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:16:45.153024 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] For port f6db50f3-dab9-4a56-8239-29c6b0008eec, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=f6db50f3-dab9-4a56-8239-29c6b0008eec,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:16:45.158601 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:45.189481 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:45.190108 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:45.191498 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] 10.222.0.55 "PUT /v2.0/ports/f6db50f3-dab9-4a56-8239-29c6b0008eec HTTP/1.1" status: 200 len: 1094 time: 0.6511960 Mar 21 19:16:45.191949 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1449e0a-d310-46de-87c4-807d907caed3', 'tag': 'f6db50f3-dab9-4a56-8239-29c6b0008eec'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:16:45.194747 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b536fc-5cd1-476b-a23d-4626e4b91e68" -d '{"events": [{"name": "network-changed", "server_uuid": "b1449e0a-d310-46de-87c4-807d907caed3", "tag": "f6db50f3-dab9-4a56-8239-29c6b0008eec"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:16:45.220589 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b378d89-a20c-42ee-8367-098fcd7fc6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=f6db50f3-dab9-4a56-8239-29c6b0008eec,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:45.246920 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f4a51-4a58-4ee0-b764-584ffb5f6b15 x-openstack-request-id: req-427f4a51-4a58-4ee0-b764-584ffb5f6b15 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:16:45.247775 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1449e0a-d310-46de-87c4-807d907caed3", "tag": "f6db50f3-dab9-4a56-8239-29c6b0008eec", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:16:45.248040 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-427f4a51-4a58-4ee0-b764-584ffb5f6b15 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:16:45.248451 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1449e0a-d310-46de-87c4-807d907caed3', 'tag': 'f6db50f3-dab9-4a56-8239-29c6b0008eec', 'status': 'completed', 'code': 200} Mar 21 19:16:45.730647 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260baaed-ce01-4f77-b7c4-824c08463fea req-f250c414-b02c-4899-85dc-09812af462ea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:45.732138 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-260baaed-ce01-4f77-b7c4-824c08463fea req-f250c414-b02c-4899-85dc-09812af462ea tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 944 time: 0.0519469 Mar 21 19:16:45.781018 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-260baaed-ce01-4f77-b7c4-824c08463fea req-209b569b-1e28-4384-9c1d-b074ffc68560 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433500 Mar 21 19:16:45.789560 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f2d83-3516-4a50-8b47-784a665470e9 req-ffcddb70-76cc-4758-b538-071232b63660 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:45.791054 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1e4f2d83-3516-4a50-8b47-784a665470e9 req-ffcddb70-76cc-4758-b538-071232b63660 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0524328 Mar 21 19:16:45.839473 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1e4f2d83-3516-4a50-8b47-784a665470e9 req-1fbf0127-fd8a-43e8-bf76-9e2b94059709 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394154 Mar 21 19:16:45.976949 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73702c1e-a875-407e-b425-0660635a44f2 req-ee751b1f-6fce-495b-8f29-71abc1ff2ec5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:45.978414 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-73702c1e-a875-407e-b425-0660635a44f2 req-ee751b1f-6fce-495b-8f29-71abc1ff2ec5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0502141 Mar 21 19:16:46.024048 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-73702c1e-a875-407e-b425-0660635a44f2 req-1faa06d3-86ae-428b-b92b-145b38cdbfe5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401368 Mar 21 19:16:46.902196 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6fa30-5bbe-4188-8cb9-1cb4f0309e3c req-6be0da24-a441-4906-8f3a-7a9b0766c853 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:46.903673 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fa6fa30-5bbe-4188-8cb9-1cb4f0309e3c req-6be0da24-a441-4906-8f3a-7a9b0766c853 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 944 time: 0.0557523 Mar 21 19:16:46.949772 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9fa6fa30-5bbe-4188-8cb9-1cb4f0309e3c req-dd1d8b7e-8bdb-41b9-8c3c-ebcaed30cda3 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405142 Mar 21 19:16:46.954756 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b924133b-9a7f-467a-9b3a-9a6db7626fe9 req-92beb638-d24c-4807-84af-c987b89a646f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:46.956254 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b924133b-9a7f-467a-9b3a-9a6db7626fe9 req-92beb638-d24c-4807-84af-c987b89a646f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0511131 Mar 21 19:16:47.002282 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b924133b-9a7f-467a-9b3a-9a6db7626fe9 req-0e9afcf6-c37d-4230-91ee-5aca0e9bfd3f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Mar 21 19:16:47.141720 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050ed0d-5f2d-46de-a1c2-38610e2401af req-cb2d39ac-1532-42d8-aca8-2241fbc747dd tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:47.143183 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a050ed0d-5f2d-46de-a1c2-38610e2401af req-cb2d39ac-1532-42d8-aca8-2241fbc747dd tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0513175 Mar 21 19:16:47.188368 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a050ed0d-5f2d-46de-a1c2-38610e2401af req-75c63230-f68c-4c53-a722-790d7ed3dbbb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391624 Mar 21 19:16:47.380986 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b536fc-5cd1-476b-a23d-4626e4b91e68 req-e3aca995-771a-43c7-ba0c-20543b0727b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:47.382923 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b8b536fc-5cd1-476b-a23d-4626e4b91e68 req-e3aca995-771a-43c7-ba0c-20543b0727b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 1128 time: 0.0499215 Mar 21 19:16:47.500423 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-a525f2e6-3ed5-4291-8640-45f9469c2bc4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1072421 Mar 21 19:16:47.515999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b536fc-5cd1-476b-a23d-4626e4b91e68 req-5dff9dfc-c9dc-493c-ba74-7fa85e870e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:47.517455 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b8b536fc-5cd1-476b-a23d-4626e4b91e68 req-5dff9dfc-c9dc-493c-ba74-7fa85e870e73 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1232522 Mar 21 19:16:47.645274 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-4f73ac95-19aa-45e9-98e6-5f22f858d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:47.646789 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-4f73ac95-19aa-45e9-98e6-5f22f858d907 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 1129 time: 0.1105506 Mar 21 19:16:47.664257 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b536fc-5cd1-476b-a23d-4626e4b91e68 req-08821956-0605-4dd9-b94c-047416a29e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:47.665748 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b8b536fc-5cd1-476b-a23d-4626e4b91e68 req-08821956-0605-4dd9-b94c-047416a29e99 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374073 Mar 21 19:16:47.795452 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-912e390c-aaf2-46ba-87c3-e4c70c873f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:47.796969 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-912e390c-aaf2-46ba-87c3-e4c70c873f0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 1128 time: 0.0735903 Mar 21 19:16:47.801511 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-b84c42dd-ca81-49a2-a591-a61ea56e322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:47.802860 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-b84c42dd-ca81-49a2-a591-a61ea56e322c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 915 time: 0.1292045 Mar 21 19:16:47.888822 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-2a2ef020-e0c5-4365-81b8-a924e823851f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6db50f3-dab9-4a56-8239-29c6b0008eec HTTP/1.1" status: 200 len: 217 time: 0.0689337 Mar 21 19:16:47.938718 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-53d85cda-c18f-4bbf-862a-6131ca8c5cec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68685d44-4e35-4f5e-b146-2deaa4b19317 HTTP/1.1" status: 200 len: 1001 time: 0.1175799 Mar 21 19:16:47.950760 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3870c905-8029-4b6d-802c-cd95aa060a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:47.952135 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-3870c905-8029-4b6d-802c-cd95aa060a09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 200 len: 853 time: 0.0513916 Mar 21 19:16:48.023844 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-55405546-884d-4603-9056-1d6eec6997e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:48.025333 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-55405546-884d-4603-9056-1d6eec6997e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 200 len: 853 time: 0.0719790 Mar 21 19:16:48.034356 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-890b336c-d1c5-4279-bbb1-d012e4aef93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:48.035538 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-890b336c-d1c5-4279-bbb1-d012e4aef93d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b962a0a-e309-4e68-80c4-e22169763239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753951 Mar 21 19:16:48.073948 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1aa38-aac7-41ee-97d5-81db805784b8 req-fafb34e0-ea0a-4036-8c6a-6850fd2b4100 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:48.075545 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3de1aa38-aac7-41ee-97d5-81db805784b8 req-fafb34e0-ea0a-4036-8c6a-6850fd2b4100 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 944 time: 0.0590765 Mar 21 19:16:48.122265 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3de1aa38-aac7-41ee-97d5-81db805784b8 req-abd47dfa-4ce3-4f5f-8874-2e098ad1baab tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412219 Mar 21 19:16:48.170704 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-0d219894-6beb-4d18-bfe7-3c36db7d7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:48.172114 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-0d219894-6beb-4d18-bfe7-3c36db7d7ee3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b962a0a-e309-4e68-80c4-e22169763239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1357384 Mar 21 19:16:48.234281 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-bcd42dce-0cba-4aeb-9c9b-54f6a1b4129c service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899767 Mar 21 19:16:48.243494 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607563e-6dc4-4740-93b8-93a17ebb082e req-0912e840-464e-4968-84a4-98829a184149 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:48.244989 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b607563e-6dc4-4740-93b8-93a17ebb082e req-0912e840-464e-4968-84a4-98829a184149 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.1414282 Mar 21 19:16:48.328016 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f1260-6c98-4c33-a6e4-3380ac148bf6 req-ecb6fc78-2c72-4e1d-9a33-53026bd2a7d2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:48.329578 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d81f1260-6c98-4c33-a6e4-3380ac148bf6 req-ecb6fc78-2c72-4e1d-9a33-53026bd2a7d2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0670183 Mar 21 19:16:48.375890 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d81f1260-6c98-4c33-a6e4-3380ac148bf6 req-63116cd5-8289-464e-a034-75716c6e9093 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399158 Mar 21 19:16:48.385317 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-56c7b094-1be5-4518-adc8-b1cfdc24b834 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001326 Mar 21 19:16:48.393250 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b607563e-6dc4-4740-93b8-93a17ebb082e req-d192eaa6-ade9-42ee-a91b-ee1be0a555c6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340327 Mar 21 19:16:48.415364 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a2d118a7-0ff6-4f5a-8443-4dd9b1a5ef45 req-f9200d4d-5ca6-470b-a497-ad5cf70ab4c5 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694424 Mar 21 19:16:48.478403 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c7c58dbd-d641-4798-bdb3-15e4f51b2b68 req-185a04dc-4929-48f1-8006-3e3c6ace08d0 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841613 Mar 21 19:16:49.240550 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99fcda-3bf0-4502-8405-f2fc09ae4892 req-29b55584-4501-4471-9d10-7426d3673a76 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:49.242093 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bb99fcda-3bf0-4502-8405-f2fc09ae4892 req-29b55584-4501-4471-9d10-7426d3673a76 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 944 time: 0.0515418 Mar 21 19:16:49.292537 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bb99fcda-3bf0-4502-8405-f2fc09ae4892 req-9c06393b-6811-46ba-9064-4e292ea189c5 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445266 Mar 21 19:16:49.496826 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b0d3-8144-49fd-bcb3-e7f5619c8c91 req-3e1bf4b3-b2c3-481e-b99c-8f6b649f350c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:49.498356 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3f1b0d3-8144-49fd-bcb3-e7f5619c8c91 req-3e1bf4b3-b2c3-481e-b99c-8f6b649f350c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0523546 Mar 21 19:16:49.511444 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9449a9d7-f988-4060-9582-361195b55d43 req-15f758b0-0ac5-4200-af6c-5b2e85ee3168 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:49.512953 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9449a9d7-f988-4060-9582-361195b55d43 req-15f758b0-0ac5-4200-af6c-5b2e85ee3168 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0543387 Mar 21 19:16:49.545443 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e3f1b0d3-8144-49fd-bcb3-e7f5619c8c91 req-4db20de2-708f-46ef-9d1a-c1b07ef3ce23 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415089 Mar 21 19:16:49.558637 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9449a9d7-f988-4060-9582-361195b55d43 req-01707694-f13d-46da-a3d5-165f8624555a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Mar 21 19:16:50.097086 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46640) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:50.242645 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-61046a47-72de-4396-ac9b-82e8b5f49043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.279753 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46646) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:50.287976 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b9115-8c3b-4d8d-a943-c3eaeb507c0f req-5680eeb5-a2a3-427c-8846-1ce2e1472ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:50.289557 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-219b9115-8c3b-4d8d-a943-c3eaeb507c0f req-5680eeb5-a2a3-427c-8846-1ce2e1472ad1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 1129 time: 0.0805776 Mar 21 19:16:50.359355 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-219b9115-8c3b-4d8d-a943-c3eaeb507c0f req-d0ce4526-18b5-4663-ae16-0bb36ec1988e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628924 Mar 21 19:16:50.377389 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-61046a47-72de-4396-ac9b-82e8b5f49043 admin admin] Publish callbacks [] for security_group (bf82ba07-8018-4006-8933-ce0926d8b829), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.392013 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22ee6232-2f93-42af-8f0d-516d72291819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.395341 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-61046a47-72de-4396-ac9b-82e8b5f49043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (bf82ba07-8018-4006-8933-ce0926d8b829), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.447560 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-61046a47-72de-4396-ac9b-82e8b5f49043 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=220cecac26e946d2a8029e47c5b781a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493874 Mar 21 19:16:50.449317 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61046a47-72de-4396-ac9b-82e8b5f49043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf82ba07-8018-4006-8933-ce0926d8b829,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:50.450279 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46652) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:50.464006 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9123-7029-429a-af4a-b56eaa082690 req-e9b6fb3b-9bef-4ca2-b108-d8eeafff1ea9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:50.465533 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40ea9123-7029-429a-af4a-b56eaa082690 req-e9b6fb3b-9bef-4ca2-b108-d8eeafff1ea9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 944 time: 0.1053138 Mar 21 19:16:50.491633 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22ee6232-2f93-42af-8f0d-516d72291819 admin admin] Publish callbacks [] for security_group (5d7a5074-5a8a-496c-b33a-fda7e2a6ff50), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.500961 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22ee6232-2f93-42af-8f0d-516d72291819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (5d7a5074-5a8a-496c-b33a-fda7e2a6ff50), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.515273 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40ea9123-7029-429a-af4a-b56eaa082690 req-c4a0dea8-7819-4bd5-bd67-9b771dd1f111 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438125 Mar 21 19:16:50.555548 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee6232-2f93-42af-8f0d-516d72291819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7a5074-5a8a-496c-b33a-fda7e2a6ff50,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:50.559602 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-22ee6232-2f93-42af-8f0d-516d72291819 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de875f809f0e476b9600ac6a4387e134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783067 Mar 21 19:16:50.560993 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b23b1928-162a-499e-915d-9686753e4b2c admin admin] Publish callbacks [] for security_group (bf82ba07-8018-4006-8933-ce0926d8b829), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.562556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46654) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:50.585812 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b23b1928-162a-499e-915d-9686753e4b2c admin admin] Publish callbacks [] for security_group (bf82ba07-8018-4006-8933-ce0926d8b829), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.634206 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8c93d66d-4aff-47af-a111-9a7fafe21fce admin admin] Publish callbacks [] for security_group (5d7a5074-5a8a-496c-b33a-fda7e2a6ff50), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.657642 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b23b1928-162a-499e-915d-9686753e4b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (bf82ba07-8018-4006-8933-ce0926d8b829), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.660261 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b23b1928-162a-499e-915d-9686753e4b2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.661410 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b23b1928-162a-499e-915d-9686753e4b2c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf82ba07-8018-4006-8933-ce0926d8b829 HTTP/1.1" status: 204 len: 168 time: 0.2100666 Mar 21 19:16:50.674721 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b1928-162a-499e-915d-9686753e4b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf82ba07-8018-4006-8933-ce0926d8b829,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:50.681345 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8c93d66d-4aff-47af-a111-9a7fafe21fce admin admin] Publish callbacks [] for security_group (5d7a5074-5a8a-496c-b33a-fda7e2a6ff50), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.696524 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832ff18-6fd2-41d6-b381-2b07ddfa4e20 req-02eed86d-0508-4176-a701-739242a339c4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:50.698968 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8832ff18-6fd2-41d6-b381-2b07ddfa4e20 req-02eed86d-0508-4176-a701-739242a339c4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0750093 Mar 21 19:16:50.728780 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d82f95-1767-4019-bacb-fdecc765eaa0 req-53827683-9741-4b1c-9635-aff961ab5f01 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:50.730294 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e0d82f95-1767-4019-bacb-fdecc765eaa0 req-53827683-9741-4b1c-9635-aff961ab5f01 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0863001 Mar 21 19:16:50.756117 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8832ff18-6fd2-41d6-b381-2b07ddfa4e20 req-1dbbfff7-8ddb-4dc2-a1d7-49fc0723cb08 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486035 Mar 21 19:16:50.771035 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8c93d66d-4aff-47af-a111-9a7fafe21fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (5d7a5074-5a8a-496c-b33a-fda7e2a6ff50), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.774060 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8c93d66d-4aff-47af-a111-9a7fafe21fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:50.784630 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8c93d66d-4aff-47af-a111-9a7fafe21fce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d7a5074-5a8a-496c-b33a-fda7e2a6ff50 HTTP/1.1" status: 204 len: 168 time: 0.2111526 Mar 21 19:16:50.798155 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93d66d-4aff-47af-a111-9a7fafe21fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7a5074-5a8a-496c-b33a-fda7e2a6ff50,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:50.804975 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e0d82f95-1767-4019-bacb-fdecc765eaa0 req-405ff8bf-2934-41c0-954c-9b021c00aef8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592337 Mar 21 19:16:51.415915 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46698) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:51.557069 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46708) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:51.576099 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:16:51.616928 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-826703646-network', 'tenant_id': '1b34efdc4b104f1884b40ed35cf5118b'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:51.626360 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-66987649-network', 'tenant_id': 'dd05a51dd20047f891773e965424e978'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:51.655977 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Made reservation on behalf of 1b34efdc4b104f1884b40ed35cf5118b for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:16:51.658721 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:51.659308 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93bf25-5d57-4291-bfd9-3bcb9361af74 req-86542e98-83fa-46c0-a577-540cbf781826 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:51.666914 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9d93bf25-5d57-4291-bfd9-3bcb9361af74 req-86542e98-83fa-46c0-a577-540cbf781826 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 944 time: 0.0637283 Mar 21 19:16:51.669622 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:51.671545 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Made reservation on behalf of dd05a51dd20047f891773e965424e978 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:16:51.674606 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:51.684801 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:51.711518 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:16:51.726833 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'port_id': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'mac_address': 'fa:16:3e:9f:ea:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:16:51.733649 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9d93bf25-5d57-4291-bfd9-3bcb9361af74 req-10596abd-4fed-4f46-98d7-41370ae5b5ff tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607834 Mar 21 19:16:51.771816 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa is: ACTIVE; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:16:51.772204 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:51.788079 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:16:51.812230 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:16:51.819973 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:51.879500 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=6']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:51.890518 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.891107 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.891615 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.892130 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.892630 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.893144 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.893660 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.894169 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.894665 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.895138 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.895472 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Publish callbacks [] for security_group (69d012a9-9c9a-41fd-8daa-cc7dceaf700d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:51.895825 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.896411 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.897132 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.897621 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.897995 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:51.926690 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (69d012a9-9c9a-41fd-8daa-cc7dceaf700d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:51.932214 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Publish callbacks [] for security_group (b018e7e6-1439-4f24-a044-7928a7ee077f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:51.953321 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:16:51.953822 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b018e7e6-1439-4f24-a044-7928a7ee077f), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:51.966303 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532767da-1fca-4bf6-a82f-c3b04bbb14ee req-c4ab7f3e-e0b0-40cb-97da-2207e1dcae2e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:51.967056 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:16:51.968899 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-532767da-1fca-4bf6-a82f-c3b04bbb14ee req-c4ab7f3e-e0b0-40cb-97da-2207e1dcae2e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0672157 Mar 21 19:16:51.983961 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d012a9-9c9a-41fd-8daa-cc7dceaf700d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:52.001346 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:16:52.009112 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (71aa84fe-04b3-4d45-940a-f539750c1aeb), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.009112 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Added segment 71aa84fe-04b3-4d45-940a-f539750c1aeb of type vlan for network 69d9d2a8-33da-44c5-8928-a3950b1082dd Mar 21 19:16:52.033670 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (a7008ae8-087d-4510-90de-54dca597b89f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.034034 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Added segment a7008ae8-087d-4510-90de-54dca597b89f of type vlan for network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e Mar 21 19:16:52.062344 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-532767da-1fca-4bf6-a82f-c3b04bbb14ee req-ce907f5c-ad19-4706-b1d1-af51e83a61fa tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875056 Mar 21 19:16:52.090999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (69d9d2a8-33da-44c5-8928-a3950b1082dd), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.124863 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db741e92-7681-4c36-8153-8b9237ba2970 req-db4cdab1-d7e5-4c3c-9c15-3b2833d83905 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:52.126312 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db741e92-7681-4c36-8153-8b9237ba2970 req-db4cdab1-d7e5-4c3c-9c15-3b2833d83905 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 944 time: 0.2741821 Mar 21 19:16:52.171032 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b018e7e6-1439-4f24-a044-7928a7ee077f,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:52.188948 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (69d9d2a8-33da-44c5-8928-a3950b1082dd), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.189885 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:52.190453 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.200686 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.513233 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0930123 Mar 21 19:16:52.514917 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46742) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:52.518105 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.db.resource_extend [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 19:16:52.525440 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Request body: {'subnet': {'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-66987649-subnet', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:52.540324 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ddc11c-cc18-4440-8b86-b95301e2bd42 admin admin] Pushing event updated for resources: {'Network': ['ID=69d9d2a8-33da-44c5-8928-a3950b1082dd,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:52.547829 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db741e92-7681-4c36-8153-8b9237ba2970 req-892df7f5-6a6c-48bd-86d1-4a5542b7eae3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4096987 Mar 21 19:16:52.551208 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 69d9d2a8-33da-44c5-8928-a3950b1082dd details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:16:52.555125 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Made reservation on behalf of dd05a51dd20047f891773e965424e978 for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:16:52.558448 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.560254 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.561456 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:52.562066 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.632339 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0741746 Mar 21 19:16:52.638572 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46744) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:52.643233 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Request body: {'subnet': {'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-826703646-subnet', 'tenant_id': '1b34efdc4b104f1884b40ed35cf5118b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:52.647441 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6459a57-081e-4f5f-9ff5-c1ef021fbabf admin admin] Pushing event updated for resources: {'Network': ['ID=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:52.672571 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:16:52.697556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Made reservation on behalf of 1b34efdc4b104f1884b40ed35cf5118b for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:16:52.700642 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739474'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.839455 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (efcad066-06f7-4103-8c45-037d9d574eb5), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.938759 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62028564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739460'] for subnet (c2431009-d74c-42e1-a976-e5ded9d318b4), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:52.944440 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Checking segment: {'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:16:52.945007 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Network hostable DHCP agents. Network: 69d9d2a8-33da-44c5-8928-a3950b1082dd, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:16:52.963367 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efcad066-06f7-4103-8c45-037d9d574eb5,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:52.978366 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c228e9-bc12-4a2c-ad32-9ae41dddca8c req-f747f680-1264-4347-aa92-6f3bda2f2a66 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:52.985689 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-80c228e9-bc12-4a2c-ad32-9ae41dddca8c req-f747f680-1264-4347-aa92-6f3bda2f2a66 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 944 time: 0.1594157 Mar 21 19:16:53.024528 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2431009-d74c-42e1-a976-e5ded9d318b4,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:53.027560 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Checking segment: {'id': 'a7008ae8-087d-4510-90de-54dca597b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:16:53.027929 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Network hostable DHCP agents. Network: 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:16:53.038042 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Network 69d9d2a8-33da-44c5-8928-a3950b1082dd is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:16:53.052528 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:16:53.064188 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:16:53.066014 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-80c228e9-bc12-4a2c-ad32-9ae41dddca8c req-fde3afbc-f51f-4d9f-aefd-2faee8fb8b54 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794668 Mar 21 19:16:53.074022 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 69d9d2a8-33da-44c5-8928-a3950b1082dd) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:16:53.074848 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:53.074973 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1da859-968b-467b-895c-c1cf477f1e63 None None] Network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:16:53.075550 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:53.083530 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:53.084672 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:53.109867 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-82246e09-c7f3-40e6-aad2-8262ef985c8f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4617038 Mar 21 19:16:53.110069 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e4ea8-c213-40fe-9307-ecb4841efd88 None None] Network 69d9d2a8-33da-44c5-8928-a3950b1082dd requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:16:53.120708 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e1d5ac46-813c-4358-93f3-3c4082891b77 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5985701 Mar 21 19:16:53.146121 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46752) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:53.146121 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:53.188748 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:53.189887 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:53.282813 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc2716-4867-4034-a95d-848a2c0054ba req-dd74daaa-168e-40c4-94a7-81a364f22659 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:53.284990 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6acc2716-4867-4034-a95d-848a2c0054ba req-dd74daaa-168e-40c4-94a7-81a364f22659 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0722573 Mar 21 19:16:53.306382 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks [] for router_controller (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:53.323990 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512abb2e-1095-4f37-b40b-513f8f9fefc7 None None] Network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:16:53.348048 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6acc2716-4867-4034-a95d-848a2c0054ba req-2582e835-3678-4ee6-85df-a01f83b7c746 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574636 Mar 21 19:16:53.367563 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-69d9d2a8-33da-44c5-8928-a3950b1082dd', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'project_id': 'dd05a51dd20047f891773e965424e978', 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:16:53.371274 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:53.580633 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device f6db50f3-dab9-4a56-8239-29c6b0008eec details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:16:53.594616 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:16:53.629645 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks [] for router_gateway (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:53.635868 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Allocated IP 172.20.0.2 (69d9d2a8-33da-44c5-8928-a3950b1082dd/efcad066-06f7-4103-8c45-037d9d574eb5/30b96dc7-a8c4-45f9-a5b3-3898fa0a2425) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:16:53.839338 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-72dc8996-0360-4fa2-850c-972959f3fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:53.843869 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-72dc8996-0360-4fa2-850c-972959f3fd4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 1129 time: 0.1638262 Mar 21 19:16:53.902670 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:16:53.903272 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:53.913256 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port f6db50f3-dab9-4a56-8239-29c6b0008eec, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=f6db50f3-dab9-4a56-8239-29c6b0008eec,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:16:53.948191 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24d514-bd93-4010-9de1-ebdbf8dc5f87 req-3ff87b29-a5d1-4547-9860-507d0e852423 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:53.956798 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bc24d514-bd93-4010-9de1-ebdbf8dc5f87 req-3ff87b29-a5d1-4547-9860-507d0e852423 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.2173588 Mar 21 19:16:54.067900 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': 'f6db50f3-dab9-4a56-8239-29c6b0008eec', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'port_id': 'f6db50f3-dab9-4a56-8239-29c6b0008eec', 'mac_address': 'fa:16:3e:01:c1:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:16:54.070013 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b153af75-7958-4899-bd2f-3eb8b1066f24 req-76873432-c7b5-4e6c-9ab6-470c3f7f8293 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:54.079460 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b153af75-7958-4899-bd2f-3eb8b1066f24 req-76873432-c7b5-4e6c-9ab6-470c3f7f8293 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 944 time: 0.3556769 Mar 21 19:16:54.121066 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bc24d514-bd93-4010-9de1-ebdbf8dc5f87 req-d706c857-a4ba-4f1b-b4c5-b7828db07ff8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562595 Mar 21 19:16:54.134807 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-98ccddaf-5021-42ec-8456-5d0d393d87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:54.140835 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-98ccddaf-5021-42ec-8456-5d0d393d87ee service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.2876592 Mar 21 19:16:54.225606 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b153af75-7958-4899-bd2f-3eb8b1066f24 req-05d15f8a-89c1-4fe1-b9e5-1e6f5da4a40a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444767 Mar 21 19:16:54.246721 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-fd2fb6ee-d351-4af0-9502-8e1fab03a47b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=979adac7-041b-45b7-8892-c9955264f0c2 HTTP/1.1" status: 200 len: 217 time: 0.0985017 Mar 21 19:16:54.292023 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port f6db50f3-dab9-4a56-8239-29c6b0008eec is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:16:54.292376 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.317550 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6db50f3-dab9-4a56-8239-29c6b0008eec {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:16:54.326038 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Publish callbacks [] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.360950 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.365558 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-1e1542f7-7d93-4e0b-9bdc-56998ff520cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:54.367317 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-1e1542f7-7d93-4e0b-9bdc-56998ff520cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.1115129 Mar 21 19:16:54.387934 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc19a6-d28b-4f43-9583-21d4a392b896 req-d2d6d0b9-bcc6-41b8-a7e2-57680a651256 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:54.389886 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-13fc19a6-d28b-4f43-9583-21d4a392b896 req-d2d6d0b9-bcc6-41b8-a7e2-57680a651256 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 944 time: 0.1626418 Mar 21 19:16:54.397766 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks [] for router_gateway (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.422893 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.438759 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port f6db50f3-dab9-4a56-8239-29c6b0008eec, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=f6db50f3-dab9-4a56-8239-29c6b0008eec,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:16:54.441758 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Pushing event updated for resources: {'Port': ['ID=30b96dc7-a8c4-45f9-a5b3-3898fa0a2425,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:54.462010 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.473972 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-f005904a-5c53-4702-914e-ba2f07d05693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:54.476259 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-f005904a-5c53-4702-914e-ba2f07d05693 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982769 Mar 21 19:16:54.477436 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Network 69d9d2a8-33da-44c5-8928-a3950b1082dd is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:16:54.480048 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:16:54.480467 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.481571 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-13fc19a6-d28b-4f43-9583-21d4a392b896 req-5ea9a558-5957-4126-8148-0cab7ff4f37b tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842097 Mar 21 19:16:54.541033 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:16:54.542946 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:16:54.546638 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:16:54.549201 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b153cd-775c-4238-83a3-1ca609b07030" -d '{"events": [{"server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "name": "network-vif-plugged", "status": "completed", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:16:54.554162 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:16:54.562005 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.637671 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28112df-aeba-4aa2-998d-0733ec8c7d93 x-openstack-request-id: req-a28112df-aeba-4aa2-998d-0733ec8c7d93 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:16:54.637996 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "name": "network-vif-plugged", "status": "completed", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:16:54.638259 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a28112df-aeba-4aa2-998d-0733ec8c7d93 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:16:54.638662 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'code': 200} Mar 21 19:16:54.642780 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=f6db50f3-dab9-4a56-8239-29c6b0008eec,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:54.667110 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Allocated IP 172.27.3.83 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/1d71eab3-e061-41d3-9899-4b0bd18d5fbd) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:16:54.700740 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-815f0814-ea89-4fd8-af4b-28464c5efda7 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166858 Mar 21 19:16:54.706707 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=7']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:54.713499 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Attempting to bind port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:16:54.714021 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Attempting to bind port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:16:54.716802 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Attempting to bind port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 on network 69d9d2a8-33da-44c5-8928-a3950b1082dd {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:16:54.722926 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:16:54.723310 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Checking segment: {'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:16:54.723834 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.724106 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Bound using segment: {'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:16:54.725143 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Bound port: 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:16:54.725537 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.829310 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] For port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:16:54.834972 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] For port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=30b96dc7-a8c4-45f9-a5b3-3898fa0a2425,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:16:54.840637 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks [] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.864599 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.908558 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40f68a37-b511-4435-bbf7-a3baf478e667 req-2f42fe8c-da10-4248-bb9d-0e445290ebde service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003438 Mar 21 19:16:54.936008 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:54.967438 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['f6db50f3-dab9-4a56-8239-29c6b0008eec'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:16:55.030690 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:16:55.034513 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:16:55.042374 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:16:55.045634 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Pushing event updated for resources: {'Port': ['ID=1d71eab3-e061-41d3-9899-4b0bd18d5fbd,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:55.109746 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8095445-7489-4932-858e-f4d462133ce3 None None] Pushing event updated for resources: {'Port': ['ID=30b96dc7-a8c4-45f9-a5b3-3898fa0a2425,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:55.446503 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30b163-4065-4f16-9696-07c06b49ddd3 req-99e0698f-49a5-48d0-9296-a473b1e139e9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:55.448454 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea30b163-4065-4f16-9696-07c06b49ddd3 req-99e0698f-49a5-48d0-9296-a473b1e139e9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.1851668 Mar 21 19:16:55.497867 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks [] for router_gateway (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:55.522434 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfabc0-ed27-457b-8080-1211fe78aa9c req-45cffe20-ea0c-430b-bae5-144c593a251d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:55.524169 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-81bfabc0-ed27-457b-8080-1211fe78aa9c req-45cffe20-ea0c-430b-bae5-144c593a251d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.1327043 Mar 21 19:16:55.528353 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea30b163-4065-4f16-9696-07c06b49ddd3 req-e23ebed5-aca0-48fa-b988-47ecaef87de8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709317 Mar 21 19:16:55.684775 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-81bfabc0-ed27-457b-8080-1211fe78aa9c req-f4645129-370b-4c81-97ae-134053b167a2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162887 Mar 21 19:16:55.764480 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:16:55.781509 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-e1fdf975-3711-4edb-addb-62a3c2962e95 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:55.788453 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-e1fdf975-3711-4edb-addb-62a3c2962e95 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/networks?id=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e HTTP/1.1" status: 200 len: 813 time: 0.1502964 Mar 21 19:16:55.806485 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-1b12d3b3-35c2-4431-a1c8-36dc4eed2cfc tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/quotas/1b34efdc4b104f1884b40ed35cf5118b HTTP/1.1" status: 200 len: 375 time: 0.0170250 Mar 21 19:16:55.851370 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-bcb689a7-066f-49ce-9a94-1856eb4d27ea tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b34efdc4b104f1884b40ed35cf5118b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439456 Mar 21 19:16:55.870943 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccc746-5498-4e19-9491-8a3d65ecb854 req-fef678a9-08c3-40e7-b465-30f6749222df tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:55.877013 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d3ccc746-5498-4e19-9491-8a3d65ecb854 req-fef678a9-08c3-40e7-b465-30f6749222df tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 945 time: 0.0931776 Mar 21 19:16:55.883649 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:55.959380 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-464760ad-9310-4244-ab6f-33f917ebca72 service neutron] 10.222.0.41 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062393 Mar 21 19:16:56.025828 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d3ccc746-5498-4e19-9491-8a3d65ecb854 req-244e40e2-c383-46af-9a9b-c70ae47d1bb0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382723 Mar 21 19:16:56.096685 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-95325e62-d22a-4d74-97f9-ce81d4ef4978 service neutron] 10.222.0.41 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361785 Mar 21 19:16:56.131371 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:16:56.268721 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:16:56.280351 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:16:56.290165 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Sync routers for ids ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:16:56.305918 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Routers {'921188e2-b9d2-40c2-91f1-9b6c2deba1fa'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:16:56.306157 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:56.307090 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:56.311502 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46794) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:16:56.312304 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-fbed42aa-8299-4c8a-84db-8deee74c89fc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1847813 Mar 21 19:16:56.389413 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:16:56.389793 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:56.426645 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-96b9f833-9412-40ff-ba41-137b44309b0d req-952448f9-3e34-4fbe-a3ba-a17cd179c4e8 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0589378 Mar 21 19:16:56.536732 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:16:56.537180 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:56.570977 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Set router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:16:56.643552 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=30b96dc7-a8c4-45f9-a5b3-3898fa0a2425,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:16:56.657642 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:56.664190 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700bdc8c-7f7e-46fb-b263-d522106e840b None None] Network 69d9d2a8-33da-44c5-8928-a3950b1082dd requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:16:56.825842 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:55Z', 'revision_number': 3, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:56.863552 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Checking router: 921188e2-b9d2-40c2-91f1-9b6c2deba1fa for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:16:56.864180 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Updating router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:16:56.867466 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5b245-e610-4071-999e-a9604df5dd28 req-c3865921-a6b1-4123-bbb3-231a6da09861 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:56.871413 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-46a5b245-e610-4071-999e-a9604df5dd28 req-c3865921-a6b1-4123-bbb3-231a6da09861 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.1856341 Mar 21 19:16:56.888130 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-9f93017a-1845-46d4-a4f7-5a84ac5ce092 None None] Provisioning complete for port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:16:56.888532 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9f93017a-1845-46d4-a4f7-5a84ac5ce092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:56.921119 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:56.921555 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=30b96dc7-a8c4-45f9-a5b3-3898fa0a2425,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:57.009865 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fba75f-255b-4078-a21c-bd9495edd0af req-fd26ffae-b429-4e25-8faa-2eb1a7187ade tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:57.021817 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e4fba75f-255b-4078-a21c-bd9495edd0af req-fd26ffae-b429-4e25-8faa-2eb1a7187ade tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.1654522 Mar 21 19:16:57.130656 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-9f93017a-1845-46d4-a4f7-5a84ac5ce092 None None] Current status of the port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:16:57.163593 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-46a5b245-e610-4071-999e-a9604df5dd28 req-cee9c824-3a29-4fc8-bd61-5e6f6f0f1ac6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811747 Mar 21 19:16:57.194526 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e4fba75f-255b-4078-a21c-bd9495edd0af req-a4f5e6b0-48b3-458c-a9cd-5babe3fd401c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689458 Mar 21 19:16:57.215543 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-bd32432f-2f6a-4674-b10a-115ffe8ebe84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:57.477082 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317610f-376d-4093-bf27-b23485e1c68b req-ad37449c-be3d-4809-aca3-365d57e243ef tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:57.477847 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3317610f-376d-4093-bf27-b23485e1c68b req-ad37449c-be3d-4809-aca3-365d57e243ef tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 945 time: 0.1906576 Mar 21 19:16:57.616721 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:57.616967 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device f6db50f3-dab9-4a56-8239-29c6b0008eec up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:16:57.622860 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3317610f-376d-4093-bf27-b23485e1c68b req-b819ea87-d7fc-42b9-a6b5-46363e20ccba tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320589 Mar 21 19:16:57.668310 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1813cf8f-5f45-4adc-997f-1aee63f5df3a req-f4962131-79f5-4f7d-be51-89cf33f100e8 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0980380 Mar 21 19:16:57.749439 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Publish callbacks [] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:57.758449 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:57.767116 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port f6db50f3-dab9-4a56-8239-29c6b0008eec completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:16:57.773918 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port f6db50f3-dab9-4a56-8239-29c6b0008eec triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:16:57.774301 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:57.776659 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-9b99fa6c-11bf-4a06-b9f6-d888a3ba933c None None] Provisioning complete for port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:16:57.777036 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9b99fa6c-11bf-4a06-b9f6-d888a3ba933c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:57.823196 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Attempting to bind port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:16:57.823723 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Attempting to bind port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:16:57.824241 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Attempting to bind port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:16:57.851082 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Pushing event updated for resources: {'Port': ['ID=1d71eab3-e061-41d3-9899-4b0bd18d5fbd,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:57.857318 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:16:57.857697 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:16:57.858100 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:57.858499 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:16:57.858975 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Bound port: 1d71eab3-e061-41d3-9899-4b0bd18d5fbd, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:16:57.859354 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:57.881858 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.882205 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.882573 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.882933 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.883271 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.883603 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.883929 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.884259 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.884728 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.885055 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.885381 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.885727 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.886307 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.886627 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.886946 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:16:57.914188 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Allocated IP 172.20.0.1 (69d9d2a8-33da-44c5-8928-a3950b1082dd/efcad066-06f7-4103-8c45-037d9d574eb5/1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:16:57.961292 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port f6db50f3-dab9-4a56-8239-29c6b0008eec is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:16:57.961707 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:57.963467 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-9b99fa6c-11bf-4a06-b9f6-d888a3ba933c None None] Current status of the port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:16:57.971761 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] For port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:16:57.983226 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] For port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=1d71eab3-e061-41d3-9899-4b0bd18d5fbd,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:16:57.987448 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1449e0a-d310-46de-87c4-807d907caed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6db50f3-dab9-4a56-8239-29c6b0008eec'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:16:57.989798 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49604fb2-7b93-4022-9b32-8b712881f18c" -d '{"events": [{"server_uuid": "b1449e0a-d310-46de-87c4-807d907caed3", "name": "network-vif-plugged", "status": "completed", "tag": "f6db50f3-dab9-4a56-8239-29c6b0008eec"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:16:57.999408 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:58.004157 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port f6db50f3-dab9-4a56-8239-29c6b0008eec, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=f6db50f3-dab9-4a56-8239-29c6b0008eec,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:16:58.009811 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:58.072408 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9582c165-08c2-4e1e-b261-b1012613a96b x-openstack-request-id: req-9582c165-08c2-4e1e-b261-b1012613a96b {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:16:58.072989 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1449e0a-d310-46de-87c4-807d907caed3", "name": "network-vif-plugged", "status": "completed", "tag": "f6db50f3-dab9-4a56-8239-29c6b0008eec", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:16:58.073402 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9582c165-08c2-4e1e-b261-b1012613a96b {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:16:58.073996 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1449e0a-d310-46de-87c4-807d907caed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6db50f3-dab9-4a56-8239-29c6b0008eec', 'code': 200} Mar 21 19:16:58.075863 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ce414-6456-4be4-9051-7859c7168f78 None None] Pushing event updated for resources: {'Port': ['ID=1d71eab3-e061-41d3-9899-4b0bd18d5fbd,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:58.083107 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=f6db50f3-dab9-4a56-8239-29c6b0008eec,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:58.093480 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Publish callbacks [] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:58.172067 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Routers {'921188e2-b9d2-40c2-91f1-9b6c2deba1fa'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:16:58.172756 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:58.224278 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:16:58.224968 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:58.312735 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Network 69d9d2a8-33da-44c5-8928-a3950b1082dd is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:16:58.362612 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:16:58.362934 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:58.364047 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:16:58.365686 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12616a-f72a-4747-ada4-5614de331931 req-038bc49c-72a2-43f1-b2c2-d4b6ee19aaaa tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:58.369898 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4d12616a-f72a-4747-ada4-5614de331931 req-038bc49c-72a2-43f1-b2c2-d4b6ee19aaaa tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.1137660 Mar 21 19:16:58.375918 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:16:58.469497 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] Set router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:16:58.508368 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4d12616a-f72a-4747-ada4-5614de331931 req-557007c2-7b4c-42d6-88c6-5dab09115f9e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209354 Mar 21 19:16:58.776825 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Pushing event updated for resources: {'Port': ['ID=1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:58.834193 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:16:58.846883 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c1be0-a378-4c1f-9cda-1c9aaae1006b req-60ef4377-afa8-41c7-8d6f-5ee93355752d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:58.858490 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cf1c1be0-a378-4c1f-9cda-1c9aaae1006b req-60ef4377-afa8-41c7-8d6f-5ee93355752d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.4969156 Mar 21 19:16:58.865546 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:55Z', 'revision_number': 3, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:16:58.880092 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:58.889864 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5cf29-350b-4211-b07e-91f604b942a3 req-78d09474-7c3f-4189-9ae4-b031d1b59589 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:58.901105 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-18d5cf29-350b-4211-b07e-91f604b942a3 req-78d09474-7c3f-4189-9ae4-b031d1b59589 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 946 time: 0.1367719 Mar 21 19:16:58.958160 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea602e3e-186e-4ff9-869f-cb63a9fa3901 None None] The sync data for ids ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'] in dv-cinder-834527-2-iscsi is: [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:55Z', 'revision_number': 3, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:16:58.974996 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-18d5cf29-350b-4211-b07e-91f604b942a3 req-95207097-263f-406d-8cb7-0c74fb922c7b tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673339 Mar 21 19:16:59.000090 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-ddb9e744-0665-4d2a-896c-1b66f9ccbd14 None None] Provisioning complete for port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:16:59.002964 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ddb9e744-0665-4d2a-896c-1b66f9ccbd14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:59.104876 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-ddb9e744-0665-4d2a-896c-1b66f9ccbd14 None None] Port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:16:59.134076 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286ba97-0033-4502-9748-69543c5c7db8 req-0c21ee51-b2b2-40d4-8451-1ae0036fc4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:59.136734 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7286ba97-0033-4502-9748-69543c5c7db8 req-0c21ee51-b2b2-40d4-8451-1ae0036fc4a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 1130 time: 0.6340997 Mar 21 19:16:59.181665 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-439f5342-0091-4bde-8bbe-e82bf688b1a7 req-9028f4f2-1be5-4750-8a9e-576d2bfcd7bb tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0659044 Mar 21 19:16:59.214081 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-d104c0ba-9904-4ed8-9bd9-1f89ea81e8d4 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:16:59.215651 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-d104c0ba-9904-4ed8-9bd9-1f89ea81e8d4 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.55 "GET /v2.0/networks?id=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e HTTP/1.1" status: 200 len: 813 time: 0.9448569 Mar 21 19:16:59.234528 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Request body: {'port': {'device_id': 'b8702d6c-fc75-435f-bcdd-ade2bf90f2b4', 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e', 'admin_state_up': True, 'tenant_id': '1b34efdc4b104f1884b40ed35cf5118b'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:16:59.357428 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cf1c1be0-a378-4c1f-9cda-1c9aaae1006b req-0e7b69ae-d0ae-494e-ba36-b27670ed6384 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4980848 Mar 21 19:16:59.363104 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7286ba97-0033-4502-9748-69543c5c7db8 req-18653e41-537f-44f2-838a-8753b737e8c5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1906981 Mar 21 19:16:59.367476 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:59.429701 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a2a245b5-8fb0-4e8b-a01f-6c20d1b5115a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:59.542388 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Made reservation on behalf of 1b34efdc4b104f1884b40ed35cf5118b for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:16:59.545901 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:59.733776 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Publish callbacks [] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:59.744242 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:16:59.792747 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Allocated IP 172.20.0.6 (2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e/c2431009-d74c-42e1-a976-e5ded9d318b4/6496a748-a0d1-4d38-89b7-88bd3af1eacc) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:16:59.839841 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Pushing event updated for resources: {'Port': ['ID=1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:16:59.846656 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:00.165039 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d081f9b-9284-4242-b8d9-19592d89ac2a req-aeb61dad-f89e-4bc4-8275-85e596667f4d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:00.173394 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2d081f9b-9284-4242-b8d9-19592d89ac2a req-aeb61dad-f89e-4bc4-8275-85e596667f4d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 946 time: 0.1012979 Mar 21 19:17:00.311037 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 1d71eab3-e061-41d3-9899-4b0bd18d5fbd up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:00.332637 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2d081f9b-9284-4242-b8d9-19592d89ac2a req-0c210b72-c1ee-4088-917b-b60d7debbe80 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1576114 Mar 21 19:17:00.404914 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:00.405391 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:00.412515 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Network 69d9d2a8-33da-44c5-8928-a3950b1082dd is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:17:00.427919 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:17:00.462693 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-939d7f30-59f6-4417-87f3-e88514d1e633 req-b1f5652c-c4a7-48e5-beab-0dab2439316e tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0528135 Mar 21 19:17:00.473176 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks [] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:00.555117 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:00.631664 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:00.632399 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:00.674635 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=1d71eab3-e061-41d3-9899-4b0bd18d5fbd,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:00.687408 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:00.726727 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:00.781682 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=1d71eab3-e061-41d3-9899-4b0bd18d5fbd,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:00.799914 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-5bcf5c20-f3e3-4a25-b392-6c905d2991e5 None None] Provisioning complete for port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:00.800671 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5bcf5c20-f3e3-4a25-b392-6c905d2991e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:00.859174 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-5bcf5c20-f3e3-4a25-b392-6c905d2991e5 None None] Port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:17:00.891585 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Pushing event updated for resources: {'Port': ['ID=6496a748-a0d1-4d38-89b7-88bd3af1eacc,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:00.929836 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:17:00.938286 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:17:00.941350 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:17:00.998199 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:00.999116 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.030749 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-74af1acd-8bfc-47d1-ade8-b6ca10125e7d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8014014 Mar 21 19:17:01.043272 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf52dc0-3beb-4ba1-a65d-cda30fbf175d req-e31e2c9b-8b8c-4a87-8e00-354cfaad31e0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:01.043272 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eaf52dc0-3beb-4ba1-a65d-cda30fbf175d req-e31e2c9b-8b8c-4a87-8e00-354cfaad31e0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.4315839 Mar 21 19:17:01.048198 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Request body: {'port': {'device_id': 'b8702d6c-fc75-435f-bcdd-ade2bf90f2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:01.127115 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:17:01.174405 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eaf52dc0-3beb-4ba1-a65d-cda30fbf175d req-dd1bff57-1dd5-4c81-8679-697f2bbf17a2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189599 Mar 21 19:17:01.186913 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.262214 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46852) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:01.272352 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-ef1f0f2e-4515-4b11-b60b-9ac13c19e2fd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830360167', 'description': 'tempest-description--858146427'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:01.300080 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0f2e-4515-4b11-b60b-9ac13c19e2fd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.403533 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0f2e-4515-4b11-b60b-9ac13c19e2fd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group (dac1d53d-f6d1-46be-9ad4-c72d4da5b234), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.433854 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0f2e-4515-4b11-b60b-9ac13c19e2fd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (dac1d53d-f6d1-46be-9ad4-c72d4da5b234), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.446629 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:17:01.455862 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Sync routers for ids ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:17:01.468237 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5d7b1041-1321-4e58-b8da-a6da8264c47e admin admin] 10.222.0.41 "PUT /v2.0/routers/921188e2-b9d2-40c2-91f1-9b6c2deba1fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1551850 Mar 21 19:17:01.487559 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Routers {'921188e2-b9d2-40c2-91f1-9b6c2deba1fa'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:17:01.494840 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:01.542703 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f0f2e-4515-4b11-b60b-9ac13c19e2fd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac1d53d-f6d1-46be-9ad4-c72d4da5b234,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:01.572852 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cffc32-ebb2-4e1c-b064-b57378caf5d6 req-80728ef9-dcb5-4ede-af7c-a52a36ca20c7 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:01.574496 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-83cffc32-ebb2-4e1c-b064-b57378caf5d6 req-80728ef9-dcb5-4ede-af7c-a52a36ca20c7 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 946 time: 0.1235509 Mar 21 19:17:01.586259 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0f2e-4515-4b11-b60b-9ac13c19e2fd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.591317 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ef1f0f2e-4515-4b11-b60b-9ac13c19e2fd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3254993 Mar 21 19:17:01.593395 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46860) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:01.600927 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-9b79cda3-3b1d-4448-910f-efadab5858e7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Request body: {'security_group_rule': {'security_group_id': 'dac1d53d-f6d1-46be-9ad4-c72d4da5b234', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:01.670408 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9b79cda3-3b1d-4448-910f-efadab5858e7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group_rule (76922d7b-c88d-4d7f-a6a3-38191e35811d), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.762978 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-83cffc32-ebb2-4e1c-b064-b57378caf5d6 req-507b27bf-0920-43b0-9ffc-105afbac755b tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1668010 Mar 21 19:17:01.763335 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Set router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:17:01.783805 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6496a748-a0d1-4d38-89b7-88bd3af1eacc {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:17:01.797583 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Publish callbacks [] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.820231 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804f86-d0a5-481f-b73d-adc675f85988 req-f88d9202-b90b-45ef-bfed-c3f995769c4d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:01.824229 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8b804f86-d0a5-481f-b73d-adc675f85988 req-f88d9202-b90b-45ef-bfed-c3f995769c4d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 931 time: 0.1444151 Mar 21 19:17:01.826966 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Transition to ACTIVE for port object 6496a748-a0d1-4d38-89b7-88bd3af1eacc will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:17:01.836667 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.884603 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8b804f86-d0a5-481f-b73d-adc675f85988 req-a0873486-c05f-4dec-835b-43eb852b386e tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538795 Mar 21 19:17:01.910567 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9b79cda3-3b1d-4448-910f-efadab5858e7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group_rule (76922d7b-c88d-4d7f-a6a3-38191e35811d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.918252 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9b79cda3-3b1d-4448-910f-efadab5858e7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (76922d7b-c88d-4d7f-a6a3-38191e35811d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.971763 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9b79cda3-3b1d-4448-910f-efadab5858e7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:01.977619 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9b79cda3-3b1d-4448-910f-efadab5858e7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3830235 Mar 21 19:17:01.978421 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79cda3-3b1d-4448-910f-efadab5858e7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76922d7b-c88d-4d7f-a6a3-38191e35811d,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:01.990831 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46866) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:01.999148 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-108d3d0e-4b9c-4a3b-86ec-6298946b674b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Request body: {'security_group_rule': {'security_group_id': 'dac1d53d-f6d1-46be-9ad4-c72d4da5b234', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:02.028279 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Pushing event updated for resources: {'Port': ['ID=6496a748-a0d1-4d38-89b7-88bd3af1eacc,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:02.034543 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-108d3d0e-4b9c-4a3b-86ec-6298946b674b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group_rule (672bce64-4b5a-4238-98fd-6007ca8a07b3), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.078426 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6343d2-72d5-4a47-adcd-8b75885c9a27 req-55a844a6-06c2-458b-852b-3a097bebea73 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:02.085164 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c6343d2-72d5-4a47-adcd-8b75885c9a27 req-55a844a6-06c2-458b-852b-3a097bebea73 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 946 time: 0.1596479 Mar 21 19:17:02.101576 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46870) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:02.115767 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.136987 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:59Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c', 'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'mac_address': 'fa:16:3e:a3:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:57Z', 'updated_at': '2022-03-21T19:16:59Z', 'revision_number': 2, 'project_id': 'dd05a51dd20047f891773e965424e978', 'subnets': [{'id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:02.138105 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-5495c5f1-aede-46b3-96a3-173393a97ea1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'floatingip': {'port_id': 'f6db50f3-dab9-4a56-8239-29c6b0008eec'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:02.194006 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Attempting to bind port 6496a748-a0d1-4d38-89b7-88bd3af1eacc on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:17:02.194647 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Attempting to bind port 6496a748-a0d1-4d38-89b7-88bd3af1eacc by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': 'a7008ae8-087d-4510-90de-54dca597b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:17:02.195159 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Attempting to bind port 6496a748-a0d1-4d38-89b7-88bd3af1eacc on network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:17:02.201797 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Port 6496a748-a0d1-4d38-89b7-88bd3af1eacc on network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:17:02.202466 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Attempting to bind port 6496a748-a0d1-4d38-89b7-88bd3af1eacc on network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:17:02.203467 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Checking router: 921188e2-b9d2-40c2-91f1-9b6c2deba1fa for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:17:02.206063 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Updating router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:17:02.208712 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:17:02.211306 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Checking segment: {'id': 'a7008ae8-087d-4510-90de-54dca597b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:17:02.211930 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Bound using segment: {'id': 'a7008ae8-087d-4510-90de-54dca597b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:17:02.212396 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Bound port: 6496a748-a0d1-4d38-89b7-88bd3af1eacc, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7008ae8-087d-4510-90de-54dca597b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:17:02.212793 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.227638 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5495c5f1-aede-46b3-96a3-173393a97ea1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (1f4a5a01-876f-40fc-ab06-d01646e1218b), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.254389 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 1d71eab3-e061-41d3-9899-4b0bd18d5fbd up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:02.328563 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.352868 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] For port 6496a748-a0d1-4d38-89b7-88bd3af1eacc, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:17:02.357209 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] For port 6496a748-a0d1-4d38-89b7-88bd3af1eacc, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=6496a748-a0d1-4d38-89b7-88bd3af1eacc,segment=NetworkSegment(a7008ae8-087d-4510-90de-54dca597b89f),segment_id=a7008ae8-087d-4510-90de-54dca597b89f)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:17:02.365790 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.374823 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-108d3d0e-4b9c-4a3b-86ec-6298946b674b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group_rule (672bce64-4b5a-4238-98fd-6007ca8a07b3), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.404836 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:02.405457 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.406913 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] 10.222.0.55 "PUT /v2.0/ports/6496a748-a0d1-4d38-89b7-88bd3af1eacc HTTP/1.1" status: 200 len: 1093 time: 1.3627093 Mar 21 19:17:02.407413 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8702d6c-fc75-435f-bcdd-ade2bf90f2b4', 'tag': '6496a748-a0d1-4d38-89b7-88bd3af1eacc'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:17:02.409957 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26" -d '{"events": [{"name": "network-changed", "server_uuid": "b8702d6c-fc75-435f-bcdd-ade2bf90f2b4", "tag": "6496a748-a0d1-4d38-89b7-88bd3af1eacc"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:17:02.447935 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4fef3-a801-4ea1-aa8a-e08c9edacadf service neutron] Pushing event updated for resources: {'Port': ['ID=6496a748-a0d1-4d38-89b7-88bd3af1eacc,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:02.467188 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-108d3d0e-4b9c-4a3b-86ec-6298946b674b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (672bce64-4b5a-4238-98fd-6007ca8a07b3), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.508275 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5ea808-46c9-47cb-886a-e85c572676ff x-openstack-request-id: req-dc5ea808-46c9-47cb-886a-e85c572676ff {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:17:02.508618 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8702d6c-fc75-435f-bcdd-ade2bf90f2b4", "tag": "6496a748-a0d1-4d38-89b7-88bd3af1eacc", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:17:02.508896 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dc5ea808-46c9-47cb-886a-e85c572676ff {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:17:02.509481 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8702d6c-fc75-435f-bcdd-ade2bf90f2b4', 'tag': '6496a748-a0d1-4d38-89b7-88bd3af1eacc', 'status': 'completed', 'code': 200} Mar 21 19:17:02.544171 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-0dbe02f6-5995-406d-b0e3-051bce4103fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:02.547851 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-0dbe02f6-5995-406d-b0e3-051bce4103fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b34efdc4b104f1884b40ed35cf5118b&device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 1127 time: 0.0854137 Mar 21 19:17:02.624131 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-d15bb3bd-adce-42ff-885b-0216f9747af2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6496a748-a0d1-4d38-89b7-88bd3af1eacc HTTP/1.1" status: 200 len: 217 time: 0.0691340 Mar 21 19:17:02.688106 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:02.688704 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46884) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:02.688791 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.694280 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1119475153-network', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:02.754718 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-c537a394-f6ee-4c0e-abee-b19c89894dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:02.758168 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-c537a394-f6ee-4c0e-abee-b19c89894dfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2431009-d74c-42e1-a976-e5ded9d318b4 HTTP/1.1" status: 200 len: 853 time: 0.1185234 Mar 21 19:17:02.878945 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Made reservation on behalf of 6a8d7c72ea2044e29eecd70f4523c481 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:17:02.887975 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.891691 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-c68e7770-440e-4ef9-8a3c-45f80f596472 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252756 Mar 21 19:17:02.938601 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Publish callbacks [] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.940625 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d3d0e-4b9c-4a3b-86ec-6298946b674b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672bce64-4b5a-4238-98fd-6007ca8a07b3,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:02.981178 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.996340 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-108d3d0e-4b9c-4a3b-86ec-6298946b674b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:02.996340 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-108d3d0e-4b9c-4a3b-86ec-6298946b674b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9974883 Mar 21 19:17:03.000902 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 46888) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:03.014189 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:03.042961 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.043136 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:03.086062 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db852f48-be3b-494c-82e0-0eb67e718b92 None None] Pushing event updated for resources: {'Port': ['ID=1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:03.152620 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.153449 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c971c89-5705-42ed-8971-c132e2c10304 req-65d23fd5-afd2-4b52-892a-c7493098f410 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:03.167862 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1c971c89-5705-42ed-8971-c132e2c10304 req-65d23fd5-afd2-4b52-892a-c7493098f410 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.7917635 Mar 21 19:17:03.187920 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Attempting to bind port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:17:03.188349 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Attempting to bind port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:17:03.188778 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Attempting to bind port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c on network 69d9d2a8-33da-44c5-8928-a3950b1082dd {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:17:03.195776 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:17:03.196018 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Checking segment: {'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:17:03.196383 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.196861 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Bound using segment: {'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:17:03.197334 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Bound port: 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:17:03.197719 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.278293 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1c971c89-5705-42ed-8971-c132e2c10304 req-c982b65b-a2f4-4609-82cd-3f63d67b457c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090536 Mar 21 19:17:03.301408 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] For port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:17:03.307718 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] For port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:17:03.332035 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.332733 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-4b58697e-7380-4891-ba5b-18d1ca0f345c service neutron] 10.222.0.55 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669641 Mar 21 19:17:03.409592 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf37d9a-baf7-455e-8247-b6dfae844eb6 req-3d4d5a65-3be5-4d4d-a25d-9801768f358c tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:03.411028 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2cf37d9a-baf7-455e-8247-b6dfae844eb6 req-3d4d5a65-3be5-4d4d-a25d-9801768f358c tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 943 time: 0.2902796 Mar 21 19:17:03.451727 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Routers {'921188e2-b9d2-40c2-91f1-9b6c2deba1fa'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:17:03.452375 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:03.474431 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Publish callbacks [] for security_group (1d951fc5-9db0-4340-b1aa-490f3c51ec9a), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.502087 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1d951fc5-9db0-4340-b1aa-490f3c51ec9a), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.570792 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db852f48-be3b-494c-82e0-0eb67e718b92 None None] Pushing event updated for resources: {'Port': ['ID=1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:03.601222 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:17:03.604810 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1ed7feff-4bf7-477f-8c24-648f66820881 req-fa230ba1-0078-4c16-8588-cd060da6519b service neutron] 10.222.0.55 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635372 Mar 21 19:17:03.612876 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2cf37d9a-baf7-455e-8247-b6dfae844eb6 req-d8aa8168-a7d8-4c11-8df0-eafe3f5c0906 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883516 Mar 21 19:17:03.618785 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d951fc5-9db0-4340-b1aa-490f3c51ec9a,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:03.624928 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (3a734d38-9dbe-4a2e-967f-0a556413903f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.625344 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Added segment 3a734d38-9dbe-4a2e-967f-0a556413903f of type vlan for network 4460294a-d883-439e-b8cd-df8a867609dc Mar 21 19:17:03.692285 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (4460294a-d883-439e-b8cd-df8a867609dc), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.700071 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.749134 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] Set router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:17:03.750585 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.db.resource_extend [None req-5495c5f1-aede-46b3-96a3-173393a97ea1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 19:17:03.792085 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.806612 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-f2d5dd14-c526-4244-9791-c274ef3e7740 None None] Provisioning complete for port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:03.807301 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f2d5dd14-c526-4244-9791-c274ef3e7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.840241 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (4460294a-d883-439e-b8cd-df8a867609dc), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.841516 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:03.842129 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5495c5f1-aede-46b3-96a3-173393a97ea1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.842456 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.868771 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5495c5f1-aede-46b3-96a3-173393a97ea1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (1f4a5a01-876f-40fc-ab06-d01646e1218b), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:03.968519 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] Pushing event updated for resources: {'Network': ['ID=4460294a-d883-439e-b8cd-df8a867609dc,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:03.991007 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26 req-115cfd0c-2b27-4bde-b0dd-f7d61fe18c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:04.002049 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26 req-115cfd0c-2b27-4bde-b0dd-f7d61fe18c58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b34efdc4b104f1884b40ed35cf5118b&device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 1127 time: 0.2893429 Mar 21 19:17:04.027533 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 4460294a-d883-439e-b8cd-df8a867609dc details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:17:04.038748 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ff7136ea-1b62-4adc-92b9-50b5dba2dc8f admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3467674 Mar 21 19:17:04.040981 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46894) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:04.046298 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Request body: {'subnet': {'network_id': '4460294a-d883-439e-b8cd-df8a867609dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1119475153-subnet', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:04.061371 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-5495c5f1-aede-46b3-96a3-173393a97ea1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Floating IP 1f4a5a01-876f-40fc-ab06-d01646e1218b associated. External IP: 172.27.3.198, port: f6db50f3-dab9-4a56-8239-29c6b0008eec. Mar 21 19:17:04.086226 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Allocated IP 172.27.3.217 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/b3e74834-7e54-499b-9d98-4ea33787e1d3) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:17:04.164234 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Made reservation on behalf of 6a8d7c72ea2044e29eecd70f4523c481 for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:17:04.166561 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:04.218347 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26 req-e1cc41df-9f5f-4544-9b1e-10c6c1f33231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:04.219638 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26 req-e1cc41df-9f5f-4544-9b1e-10c6c1f33231 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e HTTP/1.1" status: 200 len: 914 time: 0.2075121 Mar 21 19:17:04.287586 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26 req-ed989211-0864-4016-b7c3-c09f40143660 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6496a748-a0d1-4d38-89b7-88bd3af1eacc HTTP/1.1" status: 200 len: 217 time: 0.0432889 Mar 21 19:17:04.371864 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26 req-1b0f04e9-b1c1-48ae-b23e-dd7671a26ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:04.373896 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26 req-1b0f04e9-b1c1-48ae-b23e-dd7671a26ce7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2431009-d74c-42e1-a976-e5ded9d318b4 HTTP/1.1" status: 200 len: 853 time: 0.0733464 Mar 21 19:17:04.391794 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:59Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c', 'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'mac_address': 'fa:16:3e:a3:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:57Z', 'updated_at': '2022-03-21T19:17:03Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'subnets': [{'id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:04.414204 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for port (b3e74834-7e54-499b-9d98-4ea33787e1d3), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:04.418652 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26 req-9182c335-c52d-468e-99d4-b60043dec8ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370197 Mar 21 19:17:04.448740 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4708bd-238d-4853-bfe3-7fa611ab052b None None] The sync data for ids ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'] in dv-cinder-834527-2-iscsi is: [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:59Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c', 'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'mac_address': 'fa:16:3e:a3:e4:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:57Z', 'updated_at': '2022-03-21T19:17:03Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'subnets': [{'id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:17:04.471497 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-f2d5dd14-c526-4244-9791-c274ef3e7740 None None] Current status of the port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:04.472462 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f2d5dd14-c526-4244-9791-c274ef3e7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:04.539942 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26 req-1c7d4f4a-eba4-489e-a505-9059e3d7d944 service neutron] 10.222.0.55 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093454 Mar 21 19:17:04.572296 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-f2d5dd14-c526-4244-9791-c274ef3e7740 None None] For port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:04.588002 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5495c5f1-aede-46b3-96a3-173393a97ea1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:17:04.589782 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f2d5dd14-c526-4244-9791-c274ef3e7740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:04.610691 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for subnet (ea12891a-53c4-4387-9a02-cbe821f0f810), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:04.651593 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (b3e74834-7e54-499b-9d98-4ea33787e1d3), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:04.710849 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5dd14-c526-4244-9791-c274ef3e7740 None None] Pushing event updated for resources: {'Port': ['ID=1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:04.721294 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:17:04.727902 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:17:04.731864 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:17:04.737590 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0ffc619-a07f-48f0-9fee-2ac7cab2ba26 req-057fd6e6-b86e-4986-ae55-62f1c4955f6a service neutron] 10.222.0.55 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909199 Mar 21 19:17:04.744847 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-53e1551b-caa3-47d0-a821-c1e8a7c2f23c None None] Provisioning complete for port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:04.745355 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-53e1551b-caa3-47d0-a821-c1e8a7c2f23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:04.821112 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2dc7d-4231-4a1c-99d7-47569653ab84 req-3d069fa8-b011-44cd-963c-f7345e2452b9 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:04.822735 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-eec2dc7d-4231-4a1c-99d7-47569653ab84 req-3d069fa8-b011-44cd-963c-f7345e2452b9 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.3631437 Mar 21 19:17:04.830368 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea12891a-53c4-4387-9a02-cbe821f0f810,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:04.902876 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Checking segment: {'id': '3a734d38-9dbe-4a2e-967f-0a556413903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:17:04.903241 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Network hostable DHCP agents. Network: 4460294a-d883-439e-b8cd-df8a867609dc, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:17:04.905916 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-53e1551b-caa3-47d0-a821-c1e8a7c2f23c None None] Current status of the port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:04.996889 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-eec2dc7d-4231-4a1c-99d7-47569653ab84 req-010e7aeb-dc4d-42e2-a26d-dd279904c284 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530190 Mar 21 19:17:05.004372 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Network 4460294a-d883-439e-b8cd-df8a867609dc is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:17:05.008343 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5495c5f1-aede-46b3-96a3-173393a97ea1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:17:05.017675 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5495c5f1-aede-46b3-96a3-173393a97ea1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.023179 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:17:05.043060 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 4460294a-d883-439e-b8cd-df8a867609dc) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:17:05.050769 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:05.051354 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.057413 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:17:05.058335 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e54266-c0e6-4e00-9252-26651240bce8 None None] Network 4460294a-d883-439e-b8cd-df8a867609dc requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:17:05.059803 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:05.071977 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5495c5f1-aede-46b3-96a3-173393a97ea1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "PUT /v2.0/floatingips/1f4a5a01-876f-40fc-ab06-d01646e1218b HTTP/1.1" status: 200 len: 992 time: 2.9679070 Mar 21 19:17:05.072554 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1449e0a-d310-46de-87c4-807d907caed3', 'tag': 'f6db50f3-dab9-4a56-8239-29c6b0008eec'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:17:05.076044 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4367e736-6993-4600-935a-eb3cedfadee3" -d '{"events": [{"name": "network-changed", "server_uuid": "b1449e0a-d310-46de-87c4-807d907caed3", "tag": "f6db50f3-dab9-4a56-8239-29c6b0008eec"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:17:05.096586 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9cabc172-791d-4200-aff5-f02b9ee75c4a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0538826 Mar 21 19:17:05.098482 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46904) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:05.105651 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1119475153-router', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:05.148245 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (07122cc1-329e-40b3-9aae-a11ea4c1a874), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.149790 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (07122cc1-329e-40b3-9aae-a11ea4c1a874), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.169206 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044559a5-9d99-46b8-b974-38a3d818b4c5 x-openstack-request-id: req-044559a5-9d99-46b8-b974-38a3d818b4c5 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:17:05.169905 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1449e0a-d310-46de-87c4-807d907caed3", "tag": "f6db50f3-dab9-4a56-8239-29c6b0008eec", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:17:05.170515 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-044559a5-9d99-46b8-b974-38a3d818b4c5 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:17:05.171132 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1449e0a-d310-46de-87c4-807d907caed3', 'tag': 'f6db50f3-dab9-4a56-8239-29c6b0008eec', 'status': 'completed', 'code': 200} Mar 21 19:17:05.229766 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:17:05.237800 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event updated for resources: {'Port': ['ID=b3e74834-7e54-499b-9d98-4ea33787e1d3,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:05.312327 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks [] for router_controller (07122cc1-329e-40b3-9aae-a11ea4c1a874), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.367091 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-4460294a-d883-439e-b8cd-df8a867609dc', 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc', 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'fixed_ips': [{'subnet_id': 'ea12891a-53c4-4387-9a02-cbe821f0f810'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:17:05.367981 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.435989 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for floatingip (04397ed5-73b2-41fc-8525-69d70644be23), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.457088 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367e736-6993-4600-935a-eb3cedfadee3 req-cb12be79-708e-45a0-87d2-c98e880d0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:05.459228 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4367e736-6993-4600-935a-eb3cedfadee3 req-cb12be79-708e-45a0-87d2-c98e880d0418 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 1130 time: 0.2344551 Mar 21 19:17:05.508730 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (b3e74834-7e54-499b-9d98-4ea33787e1d3), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.613979 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks [] for router_gateway (07122cc1-329e-40b3-9aae-a11ea4c1a874), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.670251 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Allocated IP 172.20.0.2 (4460294a-d883-439e-b8cd-df8a867609dc/ea12891a-53c4-4387-9a02-cbe821f0f810/3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:17:05.702225 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for port (b3e74834-7e54-499b-9d98-4ea33787e1d3), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.713012 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d51f3-6043-4fe3-882f-3306b2aa52ab req-c63d298f-9615-47b1-9324-9fcb13d7f5fd tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:05.715215 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-946d51f3-6043-4fe3-882f-3306b2aa52ab req-c63d298f-9615-47b1-9324-9fcb13d7f5fd tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 943 time: 0.5546927 Mar 21 19:17:05.717888 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (b3e74834-7e54-499b-9d98-4ea33787e1d3), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.837964 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event updated for resources: {'Port': ['ID=b3e74834-7e54-499b-9d98-4ea33787e1d3,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:05.884444 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '1f4a5a01-876f-40fc-ab06-d01646e1218b', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': 'f6db50f3-dab9-4a56-8239-29c6b0008eec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:01:c1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1449e0a-d310-46de-87c4-807d907caed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:16:40Z', 'updated_at': '2022-03-21T19:17:03Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}, {'id': 'f43e8563-4770-40d6-8a2c-4633833e586e', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:00:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:14:58Z', 'updated_at': '2022-03-21T19:15:40Z', 'revision_number': 2, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:05.886894 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-946d51f3-6043-4fe3-882f-3306b2aa52ab req-3ff4f2f1-21e1-48b5-b8c9-b810b35533c2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589367 Mar 21 19:17:05.966743 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:17:05.969507 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Publish callbacks [] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.988835 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:05.993530 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:17:05.994165 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:06.027445 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (04397ed5-73b2-41fc-8525-69d70644be23), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:06.060309 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks [] for router_gateway (07122cc1-329e-40b3-9aae-a11ea4c1a874), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:06.070761 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:06.072018 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-74ff253d-dd52-4708-bfd8-b9081e0fe9ad tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0629203 Mar 21 19:17:06.082497 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Pushing event updated for resources: {'Port': ['ID=3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:06.094012 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367e736-6993-4600-935a-eb3cedfadee3 req-355ffca3-80eb-4e3d-91ac-12030245d771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:06.095512 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4367e736-6993-4600-935a-eb3cedfadee3 req-355ffca3-80eb-4e3d-91ac-12030245d771 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 915 time: 0.5958223 Mar 21 19:17:06.102809 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Network 4460294a-d883-439e-b8cd-df8a867609dc is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:17:06.114320 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:17:06.129414 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:17:06.149742 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:06.189489 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4367e736-6993-4600-935a-eb3cedfadee3 req-20d0d17a-8395-42a5-84e5-11631d5903d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f6db50f3-dab9-4a56-8239-29c6b0008eec HTTP/1.1" status: 200 len: 1000 time: 0.0853941 Mar 21 19:17:06.276222 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367e736-6993-4600-935a-eb3cedfadee3 req-df8ae3de-915a-4c2c-8222-b90748c47a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:06.277446 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4367e736-6993-4600-935a-eb3cedfadee3 req-df8ae3de-915a-4c2c-8222-b90748c47a25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 200 len: 853 time: 0.0806043 Mar 21 19:17:06.354708 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:06.365030 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:17:06.399131 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Attempting to bind port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:17:06.399552 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Attempting to bind port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '3a734d38-9dbe-4a2e-967f-0a556413903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:17:06.400030 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Attempting to bind port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 on network 4460294a-d883-439e-b8cd-df8a867609dc {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:17:06.408234 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:17:06.408234 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Checking segment: {'id': '3a734d38-9dbe-4a2e-967f-0a556413903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:17:06.408820 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:06.409485 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Bound using segment: {'id': '3a734d38-9dbe-4a2e-967f-0a556413903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:17:06.410083 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Bound port: 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a734d38-9dbe-4a2e-967f-0a556413903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:17:06.410578 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:06.435683 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:06.436246 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:06.442118 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4367e736-6993-4600-935a-eb3cedfadee3 req-f5e20105-f64b-4c0b-8fb4-a426cfc26982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:06.446070 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4367e736-6993-4600-935a-eb3cedfadee3 req-f5e20105-f64b-4c0b-8fb4-a426cfc26982 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b962a0a-e309-4e68-80c4-e22169763239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1589642 Mar 21 19:17:06.499423 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a688f550-662c-4942-ae4a-96d2d654ab75 req-613c322e-ce4b-44bb-b180-a08c24cce76a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:06.501003 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a688f550-662c-4942-ae4a-96d2d654ab75 req-613c322e-ce4b-44bb-b180-a08c24cce76a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.2311168 Mar 21 19:17:06.522273 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Allocated IP 172.27.3.108 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/87bde8dd-4ed0-4106-b313-539143d66c2e) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:17:06.526226 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] For port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:17:06.530625 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] For port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6,segment=NetworkSegment(3a734d38-9dbe-4a2e-967f-0a556413903f),segment_id=3a734d38-9dbe-4a2e-967f-0a556413903f)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:17:06.582435 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:06.587620 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:06.590322 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a688f550-662c-4942-ae4a-96d2d654ab75 req-7c78eed8-afb4-44c6-b4cf-e8346549877f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772612 Mar 21 19:17:06.668443 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93ec7d-e00e-4c7d-a211-32a19970b8a4 None None] Pushing event updated for resources: {'Port': ['ID=3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:06.702780 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-c8ffc9f3-5172-464f-b495-3610669da919 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--830360167&fields=id&tenant_id=689ad9bd383e4c2fb3772c4c8f958aca HTTP/1.1" status: 200 len: 267 time: 0.2093427 Mar 21 19:17:06.745438 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4367e736-6993-4600-935a-eb3cedfadee3 req-2ce60f0a-2093-43d7-96d9-59564d590354 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902389 Mar 21 19:17:06.814285 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks [] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:06.821875 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '1f4a5a01-876f-40fc-ab06-d01646e1218b', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': 'f6db50f3-dab9-4a56-8239-29c6b0008eec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:01:c1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1449e0a-d310-46de-87c4-807d907caed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:16:40Z', 'updated_at': '2022-03-21T19:17:03Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}, {'id': 'f43e8563-4770-40d6-8a2c-4633833e586e', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:00:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:14:58Z', 'updated_at': '2022-03-21T19:15:40Z', 'revision_number': 2, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:06.857922 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a135104-e1de-4170-ae2e-4ca6ee496dc3 None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '1f4a5a01-876f-40fc-ab06-d01646e1218b', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': 'f6db50f3-dab9-4a56-8239-29c6b0008eec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:01:c1:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1449e0a-d310-46de-87c4-807d907caed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:16:40Z', 'updated_at': '2022-03-21T19:17:03Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}, {'id': 'f43e8563-4770-40d6-8a2c-4633833e586e', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:00:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:14:58Z', 'updated_at': '2022-03-21T19:15:40Z', 'revision_number': 2, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:17:07.016534 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4367e736-6993-4600-935a-eb3cedfadee3 req-20fc2806-84f5-4f53-bf7d-28bc65ce04e2 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581694 Mar 21 19:17:07.089445 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-e325925b-7794-494c-ac88-8e72209c44eb tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:07.091093 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-e325925b-7794-494c-ac88-8e72209c44eb tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 819 time: 0.3444650 Mar 21 19:17:07.141574 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6fc1bbf4-1299-477a-97fe-46a46e4368ff tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/quotas/689ad9bd383e4c2fb3772c4c8f958aca HTTP/1.1" status: 200 len: 375 time: 0.0317979 Mar 21 19:17:07.246629 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-baafe9cf-90ef-46f3-8127-ece8a1a62f7e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1037109 Mar 21 19:17:07.250379 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:07.262664 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0f673c-d42e-4408-a0a4-d1518f0ffd73 None None] New status for floating IP 1f4a5a01-876f-40fc-ab06-d01646e1218b: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:17:07.291179 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:17:07.296793 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:17:07.308129 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319143-397f-4871-b922-5b3c4ec1d4d5 req-d32b7032-298b-4acb-9dcb-23329d55fcff tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:07.309837 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-24319143-397f-4871-b922-5b3c4ec1d4d5 req-d32b7032-298b-4acb-9dcb-23329d55fcff tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 943 time: 0.1217327 Mar 21 19:17:07.312295 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:17:07.413172 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-64bbef4e-08ea-487a-810d-7986c9920a27 service neutron] 10.222.0.41 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610408 Mar 21 19:17:07.428163 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Pushing event updated for resources: {'Port': ['ID=87bde8dd-4ed0-4106-b313-539143d66c2e,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:07.505242 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-24319143-397f-4871-b922-5b3c4ec1d4d5 req-7672cd70-a548-46b6-97e9-76a8776f96d3 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883738 Mar 21 19:17:07.579168 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-1ab8af80-d90d-49ce-8fbe-1aa29ec0cbc4 service neutron] 10.222.0.41 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566327 Mar 21 19:17:07.644731 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 6496a748-a0d1-4d38-89b7-88bd3af1eacc details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:17:07.697782 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks [] for router_gateway (07122cc1-329e-40b3-9aae-a11ea4c1a874), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:07.858621 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 6496a748-a0d1-4d38-89b7-88bd3af1eacc, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=6496a748-a0d1-4d38-89b7-88bd3af1eacc,segment=NetworkSegment(a7008ae8-087d-4510-90de-54dca597b89f),segment_id=a7008ae8-087d-4510-90de-54dca597b89f)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:07.892682 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35b66fcf-4056-4be3-997c-98339c33ea38 req-f98fd26e-6da9-4125-b75d-c932aee29234 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 210 time: 0.0453415 Mar 21 19:17:07.913174 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '6496a748-a0d1-4d38-89b7-88bd3af1eacc', 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e', 'port_id': '6496a748-a0d1-4d38-89b7-88bd3af1eacc', 'mac_address': 'fa:16:3e:6d:16:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2431009-d74c-42e1-a976-e5ded9d318b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:17:07.921588 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a84da-10f9-4907-9391-96d8c0ca49d7 req-02d2c883-ffce-44a2-a544-b3b42389e888 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:07.923215 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0a3a84da-10f9-4907-9391-96d8c0ca49d7 req-02d2c883-ffce-44a2-a544-b3b42389e888 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.1746662 Mar 21 19:17:07.978048 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 6496a748-a0d1-4d38-89b7-88bd3af1eacc is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:07.978048 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:07.995664 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6496a748-a0d1-4d38-89b7-88bd3af1eacc {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:17:08.029689 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 6496a748-a0d1-4d38-89b7-88bd3af1eacc, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=6496a748-a0d1-4d38-89b7-88bd3af1eacc,segment=NetworkSegment(a7008ae8-087d-4510-90de-54dca597b89f),segment_id=a7008ae8-087d-4510-90de-54dca597b89f)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:08.037805 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:08.068186 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (07122cc1-329e-40b3-9aae-a11ea4c1a874), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:08.108543 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f60483-71c1-4e9e-8872-b0be2e1f4cfb None None] Network 4460294a-d883-439e-b8cd-df8a867609dc requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:17:08.206315 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0a3a84da-10f9-4907-9391-96d8c0ca49d7 req-0dfd1f1e-4e2a-4b5a-bc4d-d480231f76a0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688128 Mar 21 19:17:08.306757 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=6496a748-a0d1-4d38-89b7-88bd3af1eacc,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:08.329021 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Router 07122cc1-329e-40b3-9aae-a11ea4c1a874 is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:17:08.358250 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:08.363017 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-dce2a555-6eb2-41f3-a4e9-51963783307c None None] Provisioning complete for port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:08.363508 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-dce2a555-6eb2-41f3-a4e9-51963783307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:08.439383 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['6496a748-a0d1-4d38-89b7-88bd3af1eacc'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:17:08.515586 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:17:08.531898 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Sync routers for ids ['07122cc1-329e-40b3-9aae-a11ea4c1a874'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:17:08.555930 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Routers {'07122cc1-329e-40b3-9aae-a11ea4c1a874'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:17:08.562632 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['07122cc1-329e-40b3-9aae-a11ea4c1a874'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:08.568747 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:08.572522 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-cb3f4811-74aa-4750-b738-c900198aa356 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4700446 Mar 21 19:17:08.575725 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 46938) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:08.623242 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:08.623662 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:08.737756 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab5999-82f5-4cb3-8433-833437adcbe2 req-7f3d15fe-daa8-4615-b923-0b2ca221080b tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:08.738565 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cbab5999-82f5-4cb3-8433-833437adcbe2 req-7f3d15fe-daa8-4615-b923-0b2ca221080b tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 944 time: 0.0917749 Mar 21 19:17:08.856703 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cbab5999-82f5-4cb3-8433-833437adcbe2 req-15dcf579-d343-4b8a-be4e-55f84c890531 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107013 Mar 21 19:17:08.924001 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-dce2a555-6eb2-41f3-a4e9-51963783307c None None] Current status of the port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:08.924528 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-dce2a555-6eb2-41f3-a4e9-51963783307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:08.932381 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Set router 07122cc1-329e-40b3-9aae-a11ea4c1a874 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:17:09.006805 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:09.007297 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.094120 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-dce2a555-6eb2-41f3-a4e9-51963783307c None None] For port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6,segment=NetworkSegment(3a734d38-9dbe-4a2e-967f-0a556413903f),segment_id=3a734d38-9dbe-4a2e-967f-0a556413903f)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:09.108251 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-dce2a555-6eb2-41f3-a4e9-51963783307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.163210 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'name': 'tempest-TestMinimumBasicScenario-1119475153-router', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:17:07Z', 'revision_number': 3, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'gw_port': {'id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:06Z', 'updated_at': '2022-03-21T19:17:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:09.190808 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6b3140d3-04c4-4a22-af87-443766d9cf8a req-f870f6eb-6b79-4648-95fe-9582f859c353 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 210 time: 0.1287351 Mar 21 19:17:09.198106 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.db.api [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103552) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 19:17:09.198543 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG oslo_db.api [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 19:17:09.203306 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Checking router: 07122cc1-329e-40b3-9aae-a11ea4c1a874 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:17:09.203671 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Updating router 07122cc1-329e-40b3-9aae-a11ea4c1a874 port 87bde8dd-4ed0-4106-b313-539143d66c2e binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:17:09.206087 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce2a555-6eb2-41f3-a4e9-51963783307c None None] Pushing event updated for resources: {'Port': ['ID=3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:09.228905 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-237ca452-e27e-4245-84c9-0709a713baf9 None None] Provisioning complete for port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:09.229367 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-237ca452-e27e-4245-84c9-0709a713baf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.256131 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.380159 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-237ca452-e27e-4245-84c9-0709a713baf9 None None] Current status of the port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:09.403917 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178baf79-4e97-4c30-ae5d-2a6b750e2508 req-96ac134a-14bd-4339-86fd-a9fa1953c299 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:09.406276 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-178baf79-4e97-4c30-ae5d-2a6b750e2508 req-96ac134a-14bd-4339-86fd-a9fa1953c299 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0851831 Mar 21 19:17:09.441496 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.540951 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-178baf79-4e97-4c30-ae5d-2a6b750e2508 req-8e66b86a-a78d-44fb-9c10-ba515c98855d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272104 Mar 21 19:17:09.646567 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-87705589-e85d-4d99-99c5-299022036700 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:09.648162 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-87705589-e85d-4d99-99c5-299022036700 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 819 time: 0.2005284 Mar 21 19:17:09.715494 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Allocated IP 172.20.0.1 (4460294a-d883-439e-b8cd-df8a867609dc/ea12891a-53c4-4387-9a02-cbe821f0f810/af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:17:09.739945 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Publish callbacks [] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.751504 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.759570 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:09.773353 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-cbaf3f1d-cdd8-46b9-9854-84b6e570173e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=689ad9bd383e4c2fb3772c4c8f958aca HTTP/1.1" status: 200 len: 379 time: 0.1001477 Mar 21 19:17:09.789415 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Attempting to bind port 87bde8dd-4ed0-4106-b313-539143d66c2e on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:17:09.790273 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Attempting to bind port 87bde8dd-4ed0-4106-b313-539143d66c2e by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:17:09.790879 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Attempting to bind port 87bde8dd-4ed0-4106-b313-539143d66c2e on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:17:09.791596 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Request body: {'port': {'device_id': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'admin_state_up': True, 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'security_groups': ['dac1d53d-f6d1-46be-9ad4-c72d4da5b234']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:09.812706 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:17:09.813174 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:17:09.813675 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.814142 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:17:09.814715 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Bound port: 87bde8dd-4ed0-4106-b313-539143d66c2e, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:17:09.815527 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.870648 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] For port 87bde8dd-4ed0-4106-b313-539143d66c2e, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:17:09.874415 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] For port 87bde8dd-4ed0-4106-b313-539143d66c2e, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=87bde8dd-4ed0-4106-b313-539143d66c2e,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:17:09.875478 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Publish callbacks [] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.888470 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.920012 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Routers {'07122cc1-329e-40b3-9aae-a11ea4c1a874'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:17:09.920766 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['07122cc1-329e-40b3-9aae-a11ea4c1a874'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:09.947496 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:09.984060 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Network 4460294a-d883-439e-b8cd-df8a867609dc is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:17:09.985940 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:17:09.993623 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7361a92-c9b7-4d1b-be14-eb0898566019 None None] Pushing event updated for resources: {'Port': ['ID=87bde8dd-4ed0-4106-b313-539143d66c2e,revision_number=2']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:10.027016 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Made reservation on behalf of 689ad9bd383e4c2fb3772c4c8f958aca for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:17:10.031187 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:10.101957 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:17:10.101957 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (07122cc1-329e-40b3-9aae-a11ea4c1a874), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:10.181725 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7361a92-c9b7-4d1b-be14-eb0898566019 None None] Pushing event updated for resources: {'Port': ['ID=87bde8dd-4ed0-4106-b313-539143d66c2e,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:10.195234 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] Set router 07122cc1-329e-40b3-9aae-a11ea4c1a874 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:17:10.197955 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:10.242477 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8c1eb-a4f9-474f-8104-7617fc8e9bab req-d8861f8a-4c08-450e-82d4-0a64178357be tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:10.244090 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-33b8c1eb-a4f9-474f-8104-7617fc8e9bab req-d8861f8a-4c08-450e-82d4-0a64178357be tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 944 time: 0.2509181 Mar 21 19:17:10.283173 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:10.396996 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:10.397734 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:10.405649 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-856a8aa5-bace-4e9e-893d-b9e73ca18951 req-d6bee096-22a1-4e9e-b282-86799c3f9579 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 210 time: 0.0489585 Mar 21 19:17:10.450624 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Allocated IP 172.20.0.13 (742ba410-cead-4812-99b4-e7915464adb5/ea7c325d-333c-4ee6-bfdd-52df602a1290/51b0ff51-79b7-4be7-9dff-2c677330353f) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:17:10.655440 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:10.693835 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'name': 'tempest-TestMinimumBasicScenario-1119475153-router', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:17:07Z', 'revision_number': 3, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'gw_port': {'id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:06Z', 'updated_at': '2022-03-21T19:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:10.726017 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-33b8c1eb-a4f9-474f-8104-7617fc8e9bab req-3d9bbc3c-942e-41e1-9a4d-6da92f483dd0 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668584 Mar 21 19:17:10.747925 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:10.751944 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8a3b8d-6207-4661-a791-0c29480e790d None None] The sync data for ids ['07122cc1-329e-40b3-9aae-a11ea4c1a874'] in dv-cinder-834527-2-iscsi is: [{'id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'name': 'tempest-TestMinimumBasicScenario-1119475153-router', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:17:07Z', 'revision_number': 3, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'gw_port': {'id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:06Z', 'updated_at': '2022-03-21T19:17:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:17:10.795274 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:10.816150 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:10.824698 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Network 742ba410-cead-4812-99b4-e7915464adb5 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:17:10.829024 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:17:10.829979 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c3c17b9f-b447-4c7b-8c62-10e79b063bb6 None None] Provisioning complete for port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:10.830468 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c3c17b9f-b447-4c7b-8c62-10e79b063bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:10.837630 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:17:10.880851 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c3c17b9f-b447-4c7b-8c62-10e79b063bb6 None None] Port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:17:10.912393 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302cc9b3-11d1-48d3-932c-aeb4c8534fbe req-a60daed4-81d9-4964-a27e-2c4b6d472cba tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:10.920922 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-302cc9b3-11d1-48d3-932c-aeb4c8534fbe req-a60daed4-81d9-4964-a27e-2c4b6d472cba tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.2243478 Mar 21 19:17:10.965171 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:10.965858 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:10.998712 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2111042 Mar 21 19:17:11.005903 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ac47a-f322-4332-96d2-490f3e188b8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event updated for resources: {'Port': ['ID=51b0ff51-79b7-4be7-9dff-2c677330353f,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:11.018767 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Request body: {'port': {'device_id': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:11.070426 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Publish callbacks [] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:11.070992 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-302cc9b3-11d1-48d3-932c-aeb4c8534fbe req-20c8b0f6-6bfc-4095-a771-747595a89f29 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492105 Mar 21 19:17:11.079816 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:11.081137 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (07122cc1-329e-40b3-9aae-a11ea4c1a874), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:11.121973 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:11.237292 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Pushing event updated for resources: {'Port': ['ID=af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:11.238576 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-22229052-1773-4521-82b8-85516b1a382b None None] Provisioning complete for port 51b0ff51-79b7-4be7-9dff-2c677330353f triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:11.239474 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-22229052-1773-4521-82b8-85516b1a382b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:11.300254 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-22229052-1773-4521-82b8-85516b1a382b None None] Port 51b0ff51-79b7-4be7-9dff-2c677330353f cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:17:11.326420 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Network 4460294a-d883-439e-b8cd-df8a867609dc is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:17:11.328103 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:17:11.522095 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Router 07122cc1-329e-40b3-9aae-a11ea4c1a874 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:17:11.643369 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b0ff51-79b7-4be7-9dff-2c677330353f {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:17:11.657685 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 6496a748-a0d1-4d38-89b7-88bd3af1eacc up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:11.663164 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Publish callbacks [] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:11.677125 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Transition to ACTIVE for port object 51b0ff51-79b7-4be7-9dff-2c677330353f will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:17:11.686264 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:11.745214 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=51b0ff51-79b7-4be7-9dff-2c677330353f,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:11.749641 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:17:11.769204 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-02c7670d-7556-4845-9230-8207128df0b5 admin admin] 10.222.0.41 "PUT /v2.0/routers/07122cc1-329e-40b3-9aae-a11ea4c1a874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1922398 Mar 21 19:17:11.799782 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4bfbae-c82d-4879-8f95-1c8be7aececc req-fa79b235-4160-4d9d-ac9a-d4c062698d28 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:11.807042 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9b4bfbae-c82d-4879-8f95-1c8be7aececc req-fa79b235-4160-4d9d-ac9a-d4c062698d28 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 932 time: 0.1714470 Mar 21 19:17:11.824027 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c6a2c14e-47dc-4244-98fe-36f117382c85 None None] Provisioning complete for port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:11.824400 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c14e-47dc-4244-98fe-36f117382c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:11.911047 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9b4bfbae-c82d-4879-8f95-1c8be7aececc req-a98cd7c6-3896-4015-8d4e-fef0cb5b6be3 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030848 Mar 21 19:17:11.948469 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c6a2c14e-47dc-4244-98fe-36f117382c85 None None] Port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:17:11.972801 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 6496a748-a0d1-4d38-89b7-88bd3af1eacc completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:17:11.980824 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 6496a748-a0d1-4d38-89b7-88bd3af1eacc triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:11.990242 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:11.999128 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Attempting to bind port 51b0ff51-79b7-4be7-9dff-2c677330353f on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:17:11.999618 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Attempting to bind port 51b0ff51-79b7-4be7-9dff-2c677330353f by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:17:12.000248 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Attempting to bind port 51b0ff51-79b7-4be7-9dff-2c677330353f on network 742ba410-cead-4812-99b4-e7915464adb5 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:17:12.012981 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Port 51b0ff51-79b7-4be7-9dff-2c677330353f on network 742ba410-cead-4812-99b4-e7915464adb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:17:12.013451 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Attempting to bind port 51b0ff51-79b7-4be7-9dff-2c677330353f on network 742ba410-cead-4812-99b4-e7915464adb5 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:17:12.085460 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ad172-f976-490f-b421-cbd1bf6141fe req-29d13f64-e37e-481c-92a1-ae7ec5cf6aa9 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:12.085460 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-be9ad172-f976-490f-b421-cbd1bf6141fe req-29d13f64-e37e-481c-92a1-ae7ec5cf6aa9 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 944 time: 0.2041068 Mar 21 19:17:12.093561 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:17:12.094277 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Checking segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:17:12.094598 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Bound using segment: {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:17:12.095154 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Bound port: 51b0ff51-79b7-4be7-9dff-2c677330353f, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f851b862-081c-4297-8624-1b2325cb87e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '742ba410-cead-4812-99b4-e7915464adb5'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:17:12.095750 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:12.191797 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 6496a748-a0d1-4d38-89b7-88bd3af1eacc is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:12.192785 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:12.294063 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8702d6c-fc75-435f-bcdd-ade2bf90f2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6496a748-a0d1-4d38-89b7-88bd3af1eacc'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:17:12.298291 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb06376b-feca-4f42-9e84-43bd659a89dd" -d '{"events": [{"server_uuid": "b8702d6c-fc75-435f-bcdd-ade2bf90f2b4", "name": "network-vif-plugged", "status": "completed", "tag": "6496a748-a0d1-4d38-89b7-88bd3af1eacc"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:17:12.312151 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] For port 51b0ff51-79b7-4be7-9dff-2c677330353f, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:17:12.317000 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] For port 51b0ff51-79b7-4be7-9dff-2c677330353f, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=51b0ff51-79b7-4be7-9dff-2c677330353f,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:17:12.343893 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:12.346782 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 6496a748-a0d1-4d38-89b7-88bd3af1eacc, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=6496a748-a0d1-4d38-89b7-88bd3af1eacc,segment=NetworkSegment(a7008ae8-087d-4510-90de-54dca597b89f),segment_id=a7008ae8-087d-4510-90de-54dca597b89f)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:12.371224 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:12.379080 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b646b8-4350-41f9-909f-5864c90b0353 req-61ea0885-3226-4821-982f-8ea2b8daac42 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:12.388474 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09b646b8-4350-41f9-909f-5864c90b0353 req-61ea0885-3226-4821-982f-8ea2b8daac42 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.1258183 Mar 21 19:17:12.439051 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:12.441648 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:12.445980 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] 10.222.0.55 "PUT /v2.0/ports/51b0ff51-79b7-4be7-9dff-2c677330353f HTTP/1.1" status: 200 len: 1094 time: 1.4341764 Mar 21 19:17:12.446611 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:17:12.464524 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bc87c6-c65a-4fce-9141-f09ffad2c73b" -d '{"events": [{"name": "network-changed", "server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:17:12.475040 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09b646b8-4350-41f9-909f-5864c90b0353 req-73a76065-d55a-4d94-a990-f65e67425f7c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852575 Mar 21 19:17:12.514418 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-be9ad172-f976-490f-b421-cbd1bf6141fe req-712cb0dc-4ff1-46b8-b457-78e877a67a94 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276655 Mar 21 19:17:12.538208 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 87bde8dd-4ed0-4106-b313-539143d66c2e up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:12.541810 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=6496a748-a0d1-4d38-89b7-88bd3af1eacc,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:12.584103 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a26b077-2aa7-4d8e-a7df-5a15ebadd555 x-openstack-request-id: req-9a26b077-2aa7-4d8e-a7df-5a15ebadd555 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:17:12.584432 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8702d6c-fc75-435f-bcdd-ade2bf90f2b4", "name": "network-vif-plugged", "status": "completed", "tag": "6496a748-a0d1-4d38-89b7-88bd3af1eacc", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:17:12.584749 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9a26b077-2aa7-4d8e-a7df-5a15ebadd555 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:17:12.585158 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8702d6c-fc75-435f-bcdd-ade2bf90f2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6496a748-a0d1-4d38-89b7-88bd3af1eacc', 'code': 200} Mar 21 19:17:12.634535 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183515c2-d02c-4f1e-af9b-e2034b572466 x-openstack-request-id: req-183515c2-d02c-4f1e-af9b-e2034b572466 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:17:12.634901 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:17:12.635213 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-183515c2-d02c-4f1e-af9b-e2034b572466 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:17:12.635961 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'status': 'completed', 'code': 200} Mar 21 19:17:12.644796 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 87bde8dd-4ed0-4106-b313-539143d66c2e triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:12.645519 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:12.685542 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743b2bd-688b-4fdc-8f5c-5de2b7425ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=51b0ff51-79b7-4be7-9dff-2c677330353f,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:12.690935 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-de905af6-562d-4209-9269-bd503cde03c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:12.697931 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-de905af6-562d-4209-9269-bd503cde03c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 1128 time: 0.1787329 Mar 21 19:17:12.755883 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-88864061-d8ca-40fa-81df-dd6b7e2b334a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b0ff51-79b7-4be7-9dff-2c677330353f HTTP/1.1" status: 200 len: 217 time: 0.0427792 Mar 21 19:17:12.765402 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 87bde8dd-4ed0-4106-b313-539143d66c2e is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:12.765911 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:12.786922 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 87bde8dd-4ed0-4106-b313-539143d66c2e, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=87bde8dd-4ed0-4106-b313-539143d66c2e,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:12.791025 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:12.851562 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=87bde8dd-4ed0-4106-b313-539143d66c2e,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:12.912581 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-9c26c2cc-2521-409f-9da5-5cb885431fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:12.914081 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-9c26c2cc-2521-409f-9da5-5cb885431fa8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.0793707 Mar 21 19:17:12.954293 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c0600-4a0b-4539-9f74-5fdd36e11ea4 req-dd969560-120f-4b77-add8-5d60326d0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:12.956090 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a36c0600-4a0b-4539-9f74-5fdd36e11ea4 req-dd969560-120f-4b77-add8-5d60326d0748 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 1129 time: 0.0793672 Mar 21 19:17:12.998665 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-181d93d8-f140-4b8e-8e83-7b519926aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.000259 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-181d93d8-f140-4b8e-8e83-7b519926aa38 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782764 Mar 21 19:17:13.078431 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a36c0600-4a0b-4539-9f74-5fdd36e11ea4 req-25f827a0-e262-4829-a262-ae5a79e4715a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104355 Mar 21 19:17:13.103773 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdcf99-bc77-4c49-9fe1-e316e2d5ba6c req-3ddd83aa-9abe-420b-9433-5baaa4fe6860 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.119760 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-36bdcf99-bc77-4c49-9fe1-e316e2d5ba6c req-3ddd83aa-9abe-420b-9433-5baaa4fe6860 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 944 time: 0.1075962 Mar 21 19:17:13.147806 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-28f1e8a7-69ca-455f-928f-20121419eec6 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395960 Mar 21 19:17:13.173685 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-36bdcf99-bc77-4c49-9fe1-e316e2d5ba6c req-78f87b09-5beb-4bb5-8e02-4292e5aca272 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557289 Mar 21 19:17:13.257956 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Sync routers for ids ['07122cc1-329e-40b3-9aae-a11ea4c1a874'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:17:13.271271 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Routers {'07122cc1-329e-40b3-9aae-a11ea4c1a874'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:17:13.271903 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['07122cc1-329e-40b3-9aae-a11ea4c1a874'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:13.346872 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-bdeaf117-de1f-42dc-bbba-6ed529a00430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.349317 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-bdeaf117-de1f-42dc-bbba-6ed529a00430 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 1129 time: 0.0487592 Mar 21 19:17:13.360543 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:13.404697 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a56e0e6e-bf5d-467c-98de-d5536c763722 req-eb7b0f0b-f1ab-41ad-8921-aa18ece68dc9 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034291 Mar 21 19:17:13.430033 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Set router 07122cc1-329e-40b3-9aae-a11ea4c1a874 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:17:13.540300 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-b51693aa-5c65-4d51-8b4d-07974df681a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.541846 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-b51693aa-5c65-4d51-8b4d-07974df681a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 1128 time: 0.0823064 Mar 21 19:17:13.551915 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-0605c92b-1aa9-45f5-a8d1-12b9668fe7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.553593 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-0605c92b-1aa9-45f5-a8d1-12b9668fe7da service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 917 time: 0.1944630 Mar 21 19:17:13.740591 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15888a45-ad02-425a-ac9b-da8b96f54e0d req-40036596-8d89-4f64-a0e7-ecc2b582eb3a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.744189 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-08124487-9812-4675-8e69-a4ccdb873b7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa HTTP/1.1" status: 200 len: 1000 time: 0.1808414 Mar 21 19:17:13.749517 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15888a45-ad02-425a-ac9b-da8b96f54e0d req-40036596-8d89-4f64-a0e7-ecc2b582eb3a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.1046624 Mar 21 19:17:13.757357 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'name': 'tempest-TestMinimumBasicScenario-1119475153-router', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:17:10Z', 'revision_number': 4, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'gw_port': {'id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:06Z', 'updated_at': '2022-03-21T19:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f', 'name': '', 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'mac_address': 'fa:16:3e:b8:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ea12891a-53c4-4387-9a02-cbe821f0f810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:09Z', 'updated_at': '2022-03-21T19:17:10Z', 'revision_number': 2, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'subnets': [{'id': 'ea12891a-53c4-4387-9a02-cbe821f0f810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:13.777168 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-e9355e54-eea3-426d-adcb-9e4cb77db2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.778921 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-e9355e54-eea3-426d-adcb-9e4cb77db2f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.2273383 Mar 21 19:17:13.790305 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Checking router: 07122cc1-329e-40b3-9aae-a11ea4c1a874 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:17:13.790866 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Updating router 07122cc1-329e-40b3-9aae-a11ea4c1a874 port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:17:13.811591 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b109962-0874-415f-aa52-ea6cefdb6548 req-5814cbe7-83e4-4e67-bbaf-9e2d27add11b tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.811591 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8b109962-0874-415f-aa52-ea6cefdb6548 req-5814cbe7-83e4-4e67-bbaf-9e2d27add11b tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 945 time: 0.1604986 Mar 21 19:17:13.813253 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-eb9bbd9b-c3f7-42e2-b851-e79f4138ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.814844 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-eb9bbd9b-c3f7-42e2-b851-e79f4138ce06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.0602849 Mar 21 19:17:13.838449 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:13.853189 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-5b402ae1-6d55-4bbb-9ee3-7c20a5bc98cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b0ff51-79b7-4be7-9dff-2c677330353f HTTP/1.1" status: 200 len: 217 time: 0.0637383 Mar 21 19:17:13.865066 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15888a45-ad02-425a-ac9b-da8b96f54e0d req-0b5a40d7-3126-4670-81bc-7ddeed7d7ce3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144521 Mar 21 19:17:13.911792 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8b109962-0874-415f-aa52-ea6cefdb6548 req-1313d4b0-7c26-4cfe-8eca-b186392a8332 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911515 Mar 21 19:17:13.917182 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-481331b7-9bef-414f-b0b0-6ee8c83a4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.918669 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-481331b7-9bef-414f-b0b0-6ee8c83a4792 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926919 Mar 21 19:17:13.936431 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-e0bdfaf9-7f56-4801-85e9-73ee29e4e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.940716 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-e0bdfaf9-7f56-4801-85e9-73ee29e4e079 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.0684438 Mar 21 19:17:13.996760 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-7902dff1-e9f6-44c4-b31b-9bb6dc119818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:13.998875 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-7902dff1-e9f6-44c4-b31b-9bb6dc119818 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514636 Mar 21 19:17:14.046392 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-a8c936ed-a719-47d2-a24b-9b52ddd30c99 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163375 Mar 21 19:17:14.170316 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Publish callbacks [] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:14.183874 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:14.254072 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5efcf5c2-72c6-4e07-b3c5-7f5c2feb4b76 req-0a5a9dc2-76b9-4222-a491-34a70742911f service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873643 Mar 21 19:17:14.340709 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2866172-2d11-4842-983c-2f26e49c24be None None] Pushing event updated for resources: {'Port': ['ID=af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:14.414745 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 87bde8dd-4ed0-4106-b313-539143d66c2e up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:14.416008 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a081e-a6d5-4043-887d-cd1e9abd62e9 req-1e11884e-200f-4999-b969-efb92a592f38 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:14.417587 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f88a081e-a6d5-4043-887d-cd1e9abd62e9 req-1e11884e-200f-4999-b969-efb92a592f38 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 944 time: 0.0968406 Mar 21 19:17:14.494236 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Attempting to bind port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:17:14.494637 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Attempting to bind port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '3a734d38-9dbe-4a2e-967f-0a556413903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:17:14.494991 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Attempting to bind port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f on network 4460294a-d883-439e-b8cd-df8a867609dc {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:17:14.512994 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f88a081e-a6d5-4043-887d-cd1e9abd62e9 req-4c84e791-8d7a-4fa9-856e-3c2475125d8c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850050 Mar 21 19:17:14.521152 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:17:14.521588 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Checking segment: {'id': '3a734d38-9dbe-4a2e-967f-0a556413903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:17:14.521993 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:14.522396 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Bound using segment: {'id': '3a734d38-9dbe-4a2e-967f-0a556413903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:17:14.522969 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Bound port: af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a734d38-9dbe-4a2e-967f-0a556413903f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:17:14.523406 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:14.592573 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 87bde8dd-4ed0-4106-b313-539143d66c2e triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:14.592882 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:14.651464 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-8141ec67-eef6-4272-a31b-434b4a03378a service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441782 Mar 21 19:17:14.658234 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] For port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:17:14.676065 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] For port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f,segment=NetworkSegment(3a734d38-9dbe-4a2e-967f-0a556413903f),segment_id=3a734d38-9dbe-4a2e-967f-0a556413903f)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:17:14.689945 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:14.773756 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 87bde8dd-4ed0-4106-b313-539143d66c2e is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:14.779999 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-14c587b4-146d-4146-8b85-27ae376aa0da None None] Provisioning complete for port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:14.780377 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-14c587b4-146d-4146-8b85-27ae376aa0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:14.795033 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05bc87c6-c65a-4fce-9141-f09ffad2c73b req-1301bffc-8914-4e51-a205-1c24aa757291 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315482 Mar 21 19:17:14.822648 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Routers {'07122cc1-329e-40b3-9aae-a11ea4c1a874'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:17:14.823342 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['07122cc1-329e-40b3-9aae-a11ea4c1a874'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:14.872782 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2866172-2d11-4842-983c-2f26e49c24be None None] Pushing event updated for resources: {'Port': ['ID=af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:15.040790 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] Set router 07122cc1-329e-40b3-9aae-a11ea4c1a874 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:17:15.043844 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-14c587b4-146d-4146-8b85-27ae376aa0da None None] Current status of the port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:15.044242 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-14c587b4-146d-4146-8b85-27ae376aa0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:15.088844 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e21c6-4aed-4391-98af-359609644cf1 req-8954d968-090f-4755-b62f-19a00d4f88df tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:15.092730 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-219e21c6-4aed-4391-98af-359609644cf1 req-8954d968-090f-4755-b62f-19a00d4f88df tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0985477 Mar 21 19:17:15.143202 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeeb20d-39fe-4760-a755-c8f8217ab300 req-8530d766-e906-4a3b-8929-4b0aede4b23f tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:15.144710 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-beeeb20d-39fe-4760-a755-c8f8217ab300 req-8530d766-e906-4a3b-8929-4b0aede4b23f tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 945 time: 0.1339474 Mar 21 19:17:15.161866 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-219e21c6-4aed-4391-98af-359609644cf1 req-5251b6a8-9954-4ab3-a774-768af1370417 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625544 Mar 21 19:17:15.199072 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-14c587b4-146d-4146-8b85-27ae376aa0da None None] For port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f,segment=NetworkSegment(3a734d38-9dbe-4a2e-967f-0a556413903f),segment_id=3a734d38-9dbe-4a2e-967f-0a556413903f)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:15.223279 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-beeeb20d-39fe-4760-a755-c8f8217ab300 req-a8b47ec9-6e18-4544-a45a-db982363bee0 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662870 Mar 21 19:17:15.234750 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-14c587b4-146d-4146-8b85-27ae376aa0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:15.384107 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c587b4-146d-4146-8b85-27ae376aa0da None None] Pushing event updated for resources: {'Port': ['ID=af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:15.398515 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-1940fa58-918a-424c-b9bf-3c84bc33d6c4 None None] Provisioning complete for port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:15.398892 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1940fa58-918a-424c-b9bf-3c84bc33d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:15.542773 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-1940fa58-918a-424c-b9bf-3c84bc33d6c4 None None] Current status of the port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:15.546953 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'name': 'tempest-TestMinimumBasicScenario-1119475153-router', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:17:10Z', 'revision_number': 4, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'gw_port': {'id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:06Z', 'updated_at': '2022-03-21T19:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f', 'name': '', 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'mac_address': 'fa:16:3e:b8:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ea12891a-53c4-4387-9a02-cbe821f0f810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:09Z', 'updated_at': '2022-03-21T19:17:14Z', 'revision_number': 4, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'subnets': [{'id': 'ea12891a-53c4-4387-9a02-cbe821f0f810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:15.579030 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5abb88e5-2347-4b53-8dd0-cc71cb429aac None None] The sync data for ids ['07122cc1-329e-40b3-9aae-a11ea4c1a874'] in dv-cinder-834527-2-iscsi is: [{'id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'name': 'tempest-TestMinimumBasicScenario-1119475153-router', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:17:10Z', 'revision_number': 4, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'gw_port': {'id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:06Z', 'updated_at': '2022-03-21T19:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f', 'name': '', 'network_id': '4460294a-d883-439e-b8cd-df8a867609dc', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'mac_address': 'fa:16:3e:b8:8b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'ea12891a-53c4-4387-9a02-cbe821f0f810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:09Z', 'updated_at': '2022-03-21T19:17:14Z', 'revision_number': 4, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'subnets': [{'id': 'ea12891a-53c4-4387-9a02-cbe821f0f810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:17:15.697596 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf5f0e-d684-4b4b-8f83-280c8285b948 req-599ad0c6-1ff6-47ec-8cb9-91cf88991413 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:15.705357 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0bf5f0e-d684-4b4b-8f83-280c8285b948 req-599ad0c6-1ff6-47ec-8cb9-91cf88991413 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 944 time: 0.1105285 Mar 21 19:17:15.765978 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0bf5f0e-d684-4b4b-8f83-280c8285b948 req-0eb0d179-7642-46e5-86ec-7df4b0949254 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596609 Mar 21 19:17:16.326447 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:16.575762 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:16.580449 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:16.601062 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caf574-6c52-4319-8567-6a5a90b78238 req-6f109518-b8a2-4d70-b6f8-f324209b7f69 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:16.602907 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-25caf574-6c52-4319-8567-6a5a90b78238 req-6f109518-b8a2-4d70-b6f8-f324209b7f69 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.2616684 Mar 21 19:17:16.720166 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-25caf574-6c52-4319-8567-6a5a90b78238 req-b93670d3-3949-4971-bb62-7c61b41b4bc0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017623 Mar 21 19:17:16.727168 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:16.936436 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d84a1d-6735-4b94-b099-4ec8f32d59f0 req-ced2723f-ddb8-4485-a5ba-bc2cab4312e4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:16.938309 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0d84a1d-6735-4b94-b099-4ec8f32d59f0 req-ced2723f-ddb8-4485-a5ba-bc2cab4312e4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 944 time: 0.0736699 Mar 21 19:17:17.010922 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d0d84a1d-6735-4b94-b099-4ec8f32d59f0 req-a346ec84-e25d-429d-a1d4-2dc5eed94b15 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636957 Mar 21 19:17:17.699158 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 51b0ff51-79b7-4be7-9dff-2c677330353f details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:17:17.701297 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:17:17.872666 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739046b-51d8-4089-925d-836c094084bc req-62001f03-0c33-43e4-8a5f-8ddbce51a862 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:17.874959 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1739046b-51d8-4089-925d-836c094084bc req-62001f03-0c33-43e4-8a5f-8ddbce51a862 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 945 time: 0.0739825 Mar 21 19:17:17.957044 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1739046b-51d8-4089-925d-836c094084bc req-58457e40-5c5e-46fe-856c-98de1b752311 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755820 Mar 21 19:17:18.075057 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 51b0ff51-79b7-4be7-9dff-2c677330353f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=51b0ff51-79b7-4be7-9dff-2c677330353f,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:18.087511 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa is: ACTIVE; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:18.088056 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:18.108060 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'port_id': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'mac_address': 'fa:16:3e:9a:cf:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:17:18.159990 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:18.163382 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:17:18.174057 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d868488e-af84-493a-be1e-2a690ad5f24b" -d '{"events": [{"server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "name": "network-vif-unplugged", "status": "completed", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:17:18.187686 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:18.225746 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a68d47-4d29-4b4e-879c-5af5028ea84e req-80ea8528-f373-4089-8820-dd3482a12905 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:18.227703 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-84a68d47-4d29-4b4e-879c-5af5028ea84e req-80ea8528-f373-4089-8820-dd3482a12905 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 944 time: 0.0990562 Mar 21 19:17:18.301470 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 51b0ff51-79b7-4be7-9dff-2c677330353f is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:18.301968 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:18.306130 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-84a68d47-4d29-4b4e-879c-5af5028ea84e req-f3048020-89b5-418e-ba82-18adfd463ea6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720603 Mar 21 19:17:18.326865 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=8']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:18.342336 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b0ff51-79b7-4be7-9dff-2c677330353f {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:17:18.349251 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Mar 2022 19:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e2e953-de9a-4e7d-b06c-83fd9c461e75 x-openstack-request-id: req-05e2e953-de9a-4e7d-b06c-83fd9c461e75 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:17:18.349555 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "name": "network-vif-unplugged", "status": "failed", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa", "code": 422}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:17:18.349836 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05e2e953-de9a-4e7d-b06c-83fd9c461e75 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:17:18.350256 dv-cinder-834527-2-iscsi neutron-server[103552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'code': 422} returned with failed status Mar 21 19:17:18.369583 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 51b0ff51-79b7-4be7-9dff-2c677330353f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=51b0ff51-79b7-4be7-9dff-2c677330353f,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:18.375057 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:18.434724 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=51b0ff51-79b7-4be7-9dff-2c677330353f,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:18.677087 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [req-15a30cd5-f754-4db1-beb3-41a677ed93cc req-5a1b2bd1-9b9d-4c73-9e73-3fdd892868eb service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:17:18.678161 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15a30cd5-f754-4db1-beb3-41a677ed93cc req-5a1b2bd1-9b9d-4c73-9e73-3fdd892868eb service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054317 Mar 21 19:17:18.739584 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['51b0ff51-79b7-4be7-9dff-2c677330353f'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:17:18.974890 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feb7d5-7a0e-4799-886d-1a8119785481 req-d38f85e4-4e42-4499-a3cc-e692a28984c3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:18.992353 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-74feb7d5-7a0e-4799-886d-1a8119785481 req-d38f85e4-4e42-4499-a3cc-e692a28984c3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.1209216 Mar 21 19:17:19.089252 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-74feb7d5-7a0e-4799-886d-1a8119785481 req-265754b9-3504-4afa-a97a-f96e5fbc5534 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915699 Mar 21 19:17:19.434806 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72983d03-72d7-474a-afa8-a99f1b6fe07e req-acbc2ecb-2f81-47e3-a7aa-71233478997e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:19.436991 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72983d03-72d7-474a-afa8-a99f1b6fe07e req-acbc2ecb-2f81-47e3-a7aa-71233478997e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 945 time: 0.0660188 Mar 21 19:17:19.490759 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72983d03-72d7-474a-afa8-a99f1b6fe07e req-080585d3-edb7-4ead-bee0-b46ec094c308 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458083 Mar 21 19:17:19.716190 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:17:19.807716 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa is: DOWN; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:20.256784 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e5e44-a331-4be8-8ae1-81ed0a857f97 req-8a07509a-705e-4dfc-bdb3-037fa43932bd tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:20.264225 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-154e5e44-a331-4be8-8ae1-81ed0a857f97 req-8a07509a-705e-4dfc-bdb3-037fa43932bd tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0654986 Mar 21 19:17:20.319254 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-154e5e44-a331-4be8-8ae1-81ed0a857f97 req-6837cd6c-30dd-4dfe-95d4-d637dbd95ef0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540419 Mar 21 19:17:20.634557 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8deac-ec5e-44d9-96d3-a2f5ed15c62d req-1cd299c8-ff77-4be2-9dc8-970de9df9236 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:20.636997 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-66e8deac-ec5e-44d9-96d3-a2f5ed15c62d req-1cd299c8-ff77-4be2-9dc8-970de9df9236 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 945 time: 0.0572510 Mar 21 19:17:20.702226 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-66e8deac-ec5e-44d9-96d3-a2f5ed15c62d req-bc286de9-2a10-43f6-ade0-9c6ef77c330d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578041 Mar 21 19:17:21.479669 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5a6bc-71aa-43ed-8ea0-71cb8fba514e req-6c2fe828-8da6-4524-8230-7cfeb16a53d2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:21.484990 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3bc5a6bc-71aa-43ed-8ea0-71cb8fba514e req-6c2fe828-8da6-4524-8230-7cfeb16a53d2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0656917 Mar 21 19:17:21.540410 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3bc5a6bc-71aa-43ed-8ea0-71cb8fba514e req-f68f7bca-ef76-4525-bcd7-705177da2825 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526884 Mar 21 19:17:21.721638 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 51b0ff51-79b7-4be7-9dff-2c677330353f up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:21.785806 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 51b0ff51-79b7-4be7-9dff-2c677330353f completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:17:21.790253 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 51b0ff51-79b7-4be7-9dff-2c677330353f triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:21.790703 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:21.859045 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4414016d-61f3-4561-b867-578af3138aa1 req-41fea171-a67c-4599-ad01-e03535ab6bbb tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:21.860656 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4414016d-61f3-4561-b867-578af3138aa1 req-41fea171-a67c-4599-ad01-e03535ab6bbb tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 945 time: 0.0750477 Mar 21 19:17:21.888169 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 51b0ff51-79b7-4be7-9dff-2c677330353f is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:21.888664 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:21.929024 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4414016d-61f3-4561-b867-578af3138aa1 req-1e6ea711-5fdc-4ec3-8785-537962ae3b6d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617115 Mar 21 19:17:21.932819 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:17:21.935949 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2322f260-6b3f-4fb4-ae18-238443fd8d64" -d '{"events": [{"server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "name": "network-vif-plugged", "status": "completed", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:17:21.954151 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 51b0ff51-79b7-4be7-9dff-2c677330353f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=51b0ff51-79b7-4be7-9dff-2c677330353f,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:21.959866 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:21.993989 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851561e6-77ff-4ef8-8340-ee06e9eea109 x-openstack-request-id: req-851561e6-77ff-4ef8-8340-ee06e9eea109 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:17:21.994284 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "name": "network-vif-plugged", "status": "completed", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:17:21.994548 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-851561e6-77ff-4ef8-8340-ee06e9eea109 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:17:21.994925 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'code': 200} Mar 21 19:17:22.019329 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=51b0ff51-79b7-4be7-9dff-2c677330353f,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:22.249400 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1ba8a-4206-41f6-8768-42f79ec1422c req-08fce36e-72fb-4283-bdfb-47bc21e4b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:22.250930 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ddb1ba8a-4206-41f6-8768-42f79ec1422c req-08fce36e-72fb-4283-bdfb-47bc21e4b195 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 1130 time: 0.0516825 Mar 21 19:17:22.331575 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ddb1ba8a-4206-41f6-8768-42f79ec1422c req-687f0843-afca-4e19-ae25-6aaaea1664b0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712533 Mar 21 19:17:22.688619 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00537172-fcaf-4214-a43c-ccfe05d277be req-c0fda27c-4ffe-4825-89e7-f5795271f6d4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:22.690324 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00537172-fcaf-4214-a43c-ccfe05d277be req-c0fda27c-4ffe-4825-89e7-f5795271f6d4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0631120 Mar 21 19:17:22.746991 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-00537172-fcaf-4214-a43c-ccfe05d277be req-f02e2f8f-e416-4139-9493-713f2ef3f31a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498655 Mar 21 19:17:23.081428 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f02d6-53cf-4751-a4b8-b83981039c9d req-478c3b0d-206e-4fed-8245-3cd301ede83d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:23.083305 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d47f02d6-53cf-4751-a4b8-b83981039c9d req-478c3b0d-206e-4fed-8245-3cd301ede83d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0557477 Mar 21 19:17:23.135702 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d47f02d6-53cf-4751-a4b8-b83981039c9d req-149473f7-99d2-493b-a690-2e383a9d91e1 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462918 Mar 21 19:17:23.901894 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccea55b-6f6b-403b-a532-0f34c43b9aa7 req-bee53ec3-2f7d-47a5-8329-f8b45aa98ec0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:23.904199 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4ccea55b-6f6b-403b-a532-0f34c43b9aa7 req-bee53ec3-2f7d-47a5-8329-f8b45aa98ec0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0637963 Mar 21 19:17:23.960558 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4ccea55b-6f6b-403b-a532-0f34c43b9aa7 req-70928829-cc47-4b4b-8a67-5e84d89b02d5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503645 Mar 21 19:17:24.066975 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47216) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:24.153754 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-1502dd92-798c-4b62-8d78-c393e44e89c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850279 Mar 21 19:17:24.163586 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-a3141151-9f39-4b2d-ac78-e7d2f293075d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:17:24.164601 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-a3141151-9f39-4b2d-ac78-e7d2f293075d service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059328 Mar 21 19:17:24.198765 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-0bc0760a-dba2-47ba-80d5-f4df92a34d02 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:24.200524 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-0bc0760a-dba2-47ba-80d5-f4df92a34d02 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/networks?id=69d9d2a8-33da-44c5-8928-a3950b1082dd HTTP/1.1" status: 200 len: 813 time: 0.1097383 Mar 21 19:17:24.217119 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-782366cd-c054-4fb1-8431-4ef3dcacb3a6 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/quotas/dd05a51dd20047f891773e965424e978 HTTP/1.1" status: 200 len: 375 time: 0.0106628 Mar 21 19:17:24.249567 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 47230) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:24.268088 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aa529-f217-4027-8163-eec895184f40 req-d9ea5c85-9ab1-41c9-8b0d-dc53ab4403a6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:24.270369 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-697aa529-f217-4027-8163-eec895184f40 req-d9ea5c85-9ab1-41c9-8b0d-dc53ab4403a6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0534265 Mar 21 19:17:24.287295 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-e6626289-2a04-46e7-a7ec-970675e79050 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd05a51dd20047f891773e965424e978&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656092 Mar 21 19:17:24.324192 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-697aa529-f217-4027-8163-eec895184f40 req-543ed547-8d4d-4b65-9c41-21752921de21 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467901 Mar 21 19:17:24.415001 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-46257114-8dd8-4d8c-bca9-9e338a65559d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:24.416345 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-46257114-8dd8-4d8c-bca9-9e338a65559d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports/996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa HTTP/1.1" status: 200 len: 940 time: 0.1645896 Mar 21 19:17:24.445261 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e9675-efe6-4f9f-9700-d0eed475af00 req-f507a115-398b-4b88-9b67-251fb9630aa0 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:24.451286 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-616e9675-efe6-4f9f-9700-d0eed475af00 req-f507a115-398b-4b88-9b67-251fb9630aa0 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0620651 Mar 21 19:17:24.451659 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-e9efca1c-a100-41f0-ace6-fbe2a1beefbb service neutron] 10.222.0.41 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471753 Mar 21 19:17:24.457216 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47242) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:17:24.466740 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-a659ba55-6d43-4867-8a14-6eea7b4ee8dc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Request body: {'floatingip': {'port_id': '51b0ff51-79b7-4be7-9dff-2c677330353f'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:24.545924 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a659ba55-6d43-4867-8a14-6eea7b4ee8dc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for floatingip (04397ed5-73b2-41fc-8525-69d70644be23), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:24.552992 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-c7407838-ddd5-4bbf-b7a3-47609618e036 service neutron] 10.222.0.41 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006627 Mar 21 19:17:24.805060 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9c086872-8fc7-4d8f-9156-069ee1ea6fe8 req-459adb00-f681-4be7-9e28-7fb71073db93 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 210 time: 0.0351539 Mar 21 19:17:25.116632 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916c101-8dc7-419a-99b2-5f0b0606eae5 req-742ab4e5-baf2-4816-80ad-47a6a86da128 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:25.118435 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4916c101-8dc7-419a-99b2-5f0b0606eae5 req-742ab4e5-baf2-4816-80ad-47a6a86da128 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0683010 Mar 21 19:17:25.177948 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4916c101-8dc7-419a-99b2-5f0b0606eae5 req-c8662062-3732-4ef6-84c9-af69c20e296e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530624 Mar 21 19:17:25.235958 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a659ba55-6d43-4867-8a14-6eea7b4ee8dc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:25.241189 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a659ba55-6d43-4867-8a14-6eea7b4ee8dc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (04397ed5-73b2-41fc-8525-69d70644be23), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:25.340743 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-a659ba55-6d43-4867-8a14-6eea7b4ee8dc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Floating IP 04397ed5-73b2-41fc-8525-69d70644be23 associated. External IP: 172.27.3.217, port: 51b0ff51-79b7-4be7-9dff-2c677330353f. Mar 21 19:17:25.558887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a659ba55-6d43-4867-8a14-6eea7b4ee8dc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Router b344e114-cac5-457d-8db3-1994c731ebfb has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:17:25.667200 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a659ba55-6d43-4867-8a14-6eea7b4ee8dc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:17:25.671535 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a659ba55-6d43-4867-8a14-6eea7b4ee8dc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:25.677248 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] Sync routers for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:17:25.686960 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:17:25.687564 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:25.699661 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a659ba55-6d43-4867-8a14-6eea7b4ee8dc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "PUT /v2.0/floatingips/04397ed5-73b2-41fc-8525-69d70644be23 HTTP/1.1" status: 200 len: 992 time: 1.2413476 Mar 21 19:17:25.700275 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:17:25.702514 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e49a55f-aaf5-46e1-b184-905daf8dda2b" -d '{"events": [{"name": "network-changed", "server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:17:25.736749 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7952fcc2-fd2f-43bc-9fa2-2197f71cc0dc x-openstack-request-id: req-7952fcc2-fd2f-43bc-9fa2-2197f71cc0dc {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:17:25.737048 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:17:25.737303 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7952fcc2-fd2f-43bc-9fa2-2197f71cc0dc {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:17:25.737704 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'status': 'completed', 'code': 200} Mar 21 19:17:25.796120 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:17:25.817989 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-c2dddbbc-3ea2-47af-9f1d-765029a19b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:25.819509 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-c2dddbbc-3ea2-47af-9f1d-765029a19b38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 1130 time: 0.0432854 Mar 21 19:17:25.918668 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4740e0a7-6110-4972-9996-bf2dc4886a5e req-8026d2b5-d9f9-481b-b90f-6649f0e6c4e2 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 210 time: 0.0354686 Mar 21 19:17:25.948742 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-6a68cf59-20d4-49a1-9162-001e8b02aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:25.950968 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-6a68cf59-20d4-49a1-9162-001e8b02aa9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.1205502 Mar 21 19:17:26.027855 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-fea09c40-6030-40bc-b0f8-455c9839f567 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b0ff51-79b7-4be7-9dff-2c677330353f HTTP/1.1" status: 200 len: 1000 time: 0.0690267 Mar 21 19:17:26.137538 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-b2c0e043-fe64-4148-8159-d369acb68567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:26.139546 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-b2c0e043-fe64-4148-8159-d369acb68567 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.0893571 Mar 21 19:17:26.155633 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '04397ed5-73b2-41fc-8525-69d70644be23', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'port_id': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'mac_address': 'fa:16:3e:9a:cf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:17:25Z', 'revision_number': 1, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:07Z', 'revision_number': 5, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:26.168882 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-ce49f914-9d9e-4156-9405-1fdda635dd71 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:26.170969 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-ce49f914-9d9e-4156-9405-1fdda635dd71 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.55 "GET /v2.0/networks?id=69d9d2a8-33da-44c5-8928-a3950b1082dd HTTP/1.1" status: 200 len: 813 time: 0.1629384 Mar 21 19:17:26.197474 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] Checking router: b344e114-cac5-457d-8db3-1994c731ebfb for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:17:26.200162 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'port': {'device_id': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'admin_state_up': True, 'tenant_id': 'dd05a51dd20047f891773e965424e978'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:26.208891 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:17:26.209866 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:16:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:26.333695 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:17:26.345205 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Made reservation on behalf of dd05a51dd20047f891773e965424e978 for: {'port': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:17:26.349931 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:26.547294 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-bd03279c-a89d-48ef-b409-6531ea5bfad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:26.548806 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-bd03279c-a89d-48ef-b409-6531ea5bfad4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3877804 Mar 21 19:17:26.553184 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Allocated IP 172.20.0.11 (69d9d2a8-33da-44c5-8928-a3950b1082dd/efcad066-06f7-4103-8c45-037d9d574eb5/7bdf2f27-49f9-43ee-848e-84bda52498d7) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:17:26.584177 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de99f74-c093-44e4-9587-f110b3417f5c req-ad438ac3-d8d1-4a01-b35d-2ba5ddd415cd tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:26.585792 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0de99f74-c093-44e4-9587-f110b3417f5c req-ad438ac3-d8d1-4a01-b35d-2ba5ddd415cd tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.1103694 Mar 21 19:17:26.606574 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '04397ed5-73b2-41fc-8525-69d70644be23', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'port_id': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'mac_address': 'fa:16:3e:9a:cf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:17:25Z', 'revision_number': 1, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:07Z', 'revision_number': 5, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:17:26.640385 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdc0ece-0519-48fc-b495-d3d3941e5983 None None] The sync data for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi is: [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '04397ed5-73b2-41fc-8525-69d70644be23', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'port_id': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'mac_address': 'fa:16:3e:9a:cf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:17:25Z', 'revision_number': 1, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:07Z', 'revision_number': 5, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:17:26.725634 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0de99f74-c093-44e4-9587-f110b3417f5c req-0bfd84a4-d479-44e4-b49d-668f4d01e534 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074815 Mar 21 19:17:26.765634 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-5f60ea34-5d1d-4466-83ea-af442df935cb service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066431 Mar 21 19:17:27.048787 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174523b2-75b2-45b8-aac3-6a7456889d7a None None] New status for floating IP 04397ed5-73b2-41fc-8525-69d70644be23: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:17:27.205044 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3a264420-4b94-4bfd-a65f-22e94e9f5160 req-197f5bd6-7f4e-44bc-b7d2-12d33875049b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 210 time: 0.0663285 Mar 21 19:17:27.235999 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:27.277882 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6e49a55f-aaf5-46e1-b184-905daf8dda2b req-d4edb203-3bec-489c-a144-d1e4ddba90eb service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187804 Mar 21 19:17:27.339152 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-98131484-a74c-4a78-9e1e-3ab8cb242e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:27.342220 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:27.392409 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Network 69d9d2a8-33da-44c5-8928-a3950b1082dd is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:17:27.400699 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:17:27.408124 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:17:27.413863 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:27.414497 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:27.419268 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'Port': ['ID=7bdf2f27-49f9-43ee-848e-84bda52498d7,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:27.445476 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab12f76-7cd9-49c3-81b2-03e330d43db8 req-941b55fa-8dc1-4f71-b21b-3b23fa5b45c6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:27.450142 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3ab12f76-7cd9-49c3-81b2-03e330d43db8 req-941b55fa-8dc1-4f71-b21b-3b23fa5b45c6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.1514301 Mar 21 19:17:27.455441 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-50bc164b-0723-4997-acb7-28558a7bc614 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2593753 Mar 21 19:17:27.569781 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3ab12f76-7cd9-49c3-81b2-03e330d43db8 req-d0efffcb-95ae-4e7e-9469-ae827a1db0bb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130078 Mar 21 19:17:27.704624 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-294a38e3-0c10-4607-950d-cbc50d3b7ff1 None None] Provisioning complete for port 7bdf2f27-49f9-43ee-848e-84bda52498d7 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:27.705019 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-294a38e3-0c10-4607-950d-cbc50d3b7ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:27.740774 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-294a38e3-0c10-4607-950d-cbc50d3b7ff1 None None] Port 7bdf2f27-49f9-43ee-848e-84bda52498d7 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:17:27.898011 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f1b17-ca72-4fff-83ce-f7188fa88f59 req-60810a71-6689-498c-9300-998bf718441b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:27.899552 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69f1b17-ca72-4fff-83ce-f7188fa88f59 req-60810a71-6689-498c-9300-998bf718441b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0570161 Mar 21 19:17:27.948126 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69f1b17-ca72-4fff-83ce-f7188fa88f59 req-16d5a4fd-98ec-4368-8a55-93009f97b69c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428722 Mar 21 19:17:28.333416 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58da13-7af4-4c5a-821d-6f70cb361453 req-2bf8b8ba-1a59-490e-bc92-7071edae7e52 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:28.334905 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6e58da13-7af4-4c5a-821d-6f70cb361453 req-2bf8b8ba-1a59-490e-bc92-7071edae7e52 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 932 time: 0.0535352 Mar 21 19:17:28.383038 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6e58da13-7af4-4c5a-821d-6f70cb361453 req-1bdd5426-69ae-4f47-977b-39cd1886848e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 Mar 21 19:17:28.689933 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cc343-212c-47f9-8b99-21d964bb1e2f req-898b1e4e-90d7-4899-9f9a-2a2fa3a3eea1 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:28.691420 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8d1cc343-212c-47f9-8b99-21d964bb1e2f req-898b1e4e-90d7-4899-9f9a-2a2fa3a3eea1 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0550523 Mar 21 19:17:28.745907 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8d1cc343-212c-47f9-8b99-21d964bb1e2f req-ead590e3-b525-4d80-85d1-2581683481cd tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487375 Mar 21 19:17:29.075833 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc3731-40a4-4cc2-814c-6247a9fbf389 req-ff81fca1-ff35-457a-9845-842279292210 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:29.077696 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-30fc3731-40a4-4cc2-814c-6247a9fbf389 req-ff81fca1-ff35-457a-9845-842279292210 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0560408 Mar 21 19:17:29.130385 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-30fc3731-40a4-4cc2-814c-6247a9fbf389 req-5f42bb4e-1720-45c5-9766-e0a55b17d183 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Mar 21 19:17:29.415076 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7efab921-faa1-4a19-a1a7-98f68f88a245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:29.505206 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6aaa40-d459-4815-a16a-e83ac9c974c8 req-1436e010-7994-493f-af6e-2301339e4ec8 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:29.506952 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cd6aaa40-d459-4815-a16a-e83ac9c974c8 req-1436e010-7994-493f-af6e-2301339e4ec8 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 932 time: 0.0548532 Mar 21 19:17:29.555758 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cd6aaa40-d459-4815-a16a-e83ac9c974c8 req-13295ea4-79dd-40c2-8080-b51103f09e48 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Mar 21 19:17:29.869599 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9be7c0-f4de-41f6-994c-8d308704099e req-e916da83-68c8-4469-a05f-b2a1e261c575 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:29.871213 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ee9be7c0-f4de-41f6-994c-8d308704099e req-e916da83-68c8-4469-a05f-b2a1e261c575 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0559649 Mar 21 19:17:29.919507 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ee9be7c0-f4de-41f6-994c-8d308704099e req-a0facca5-2973-473c-a72a-1308f63a9451 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428917 Mar 21 19:17:30.257038 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dbd13-5678-4ad1-a377-a7751674ac8e req-7892e600-27d1-4da3-9336-70501f79a009 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:30.258447 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-002dbd13-5678-4ad1-a377-a7751674ac8e req-7892e600-27d1-4da3-9336-70501f79a009 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0543447 Mar 21 19:17:30.307651 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-002dbd13-5678-4ad1-a377-a7751674ac8e req-e1086174-6ee9-452b-8e7c-109f10a88e1d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431366 Mar 21 19:17:30.480021 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:30.674781 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af04faa-6e27-4d72-9301-41be8b3c909f req-e53d6001-bd52-4e4a-ae49-d5a2fafcb165 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:30.676697 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9af04faa-6e27-4d72-9301-41be8b3c909f req-e53d6001-bd52-4e4a-ae49-d5a2fafcb165 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 932 time: 0.0553894 Mar 21 19:17:30.733120 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9af04faa-6e27-4d72-9301-41be8b3c909f req-e459ccff-0841-4290-9941-16d1389859a4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499909 Mar 21 19:17:31.044835 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b57df9-6ac2-4e48-b291-585f9d6c698a req-0fdc41a9-93e2-4b54-99b7-5a47db192686 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:31.046787 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15b57df9-6ac2-4e48-b291-585f9d6c698a req-0fdc41a9-93e2-4b54-99b7-5a47db192686 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0574105 Mar 21 19:17:31.096588 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15b57df9-6ac2-4e48-b291-585f9d6c698a req-8e05ca0f-662a-4d73-a020-36835506369d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430624 Mar 21 19:17:31.432124 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7ddad-987e-4fe2-b20f-148b5f3e0f9d req-e1fae7b8-7a51-48f7-9037-f4c523777db4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:31.433666 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-91f7ddad-987e-4fe2-b20f-148b5f3e0f9d req-e1fae7b8-7a51-48f7-9037-f4c523777db4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0520968 Mar 21 19:17:31.484743 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-91f7ddad-987e-4fe2-b20f-148b5f3e0f9d req-0df35cd3-b662-4c65-a2e0-ab3ba084cda6 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454695 Mar 21 19:17:31.856152 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d2873-8554-46ff-8e0f-370a8923882c req-65b3a9cf-dc03-467d-8b09-f772e0ced15f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:31.857942 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e12d2873-8554-46ff-8e0f-370a8923882c req-65b3a9cf-dc03-467d-8b09-f772e0ced15f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 932 time: 0.0536680 Mar 21 19:17:31.910783 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e12d2873-8554-46ff-8e0f-370a8923882c req-89787c47-e33c-49e7-84e2-59d44cac89e0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463941 Mar 21 19:17:32.075804 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:32.235214 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0fb54-3fa0-44ce-b561-161c1724447e req-4c13c720-f7b2-4f1a-bc22-21bc4240afca tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:32.236739 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-51b0fb54-3fa0-44ce-b561-161c1724447e req-4c13c720-f7b2-4f1a-bc22-21bc4240afca tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0668640 Mar 21 19:17:32.284225 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-51b0fb54-3fa0-44ce-b561-161c1724447e req-df4434f9-1cab-48d2-96e3-cadf56d82955 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412655 Mar 21 19:17:32.632154 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3cb5e-9543-4b9e-938c-21255b2dc4c8 req-66d88f37-0f32-45d8-bb96-a99fe59f5331 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:32.633785 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a4a3cb5e-9543-4b9e-938c-21255b2dc4c8 req-66d88f37-0f32-45d8-bb96-a99fe59f5331 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0747166 Mar 21 19:17:32.697162 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a4a3cb5e-9543-4b9e-938c-21255b2dc4c8 req-f97ed037-fb6c-493c-84a7-0f6f1317437d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509663 Mar 21 19:17:32.764446 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:17:33.035253 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f984b7c-346f-4ff9-95f3-dab66ea18ed5 req-62a61ef0-2dfb-4c50-a38c-a6dbaba5dc8e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:33.036781 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8f984b7c-346f-4ff9-95f3-dab66ea18ed5 req-62a61ef0-2dfb-4c50-a38c-a6dbaba5dc8e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 932 time: 0.0539482 Mar 21 19:17:33.086352 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8f984b7c-346f-4ff9-95f3-dab66ea18ed5 req-ba78045b-e081-419a-91f9-8004cbb61de7 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432241 Mar 21 19:17:33.403158 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c060518f-ba91-4e63-80bd-288a6e16a826 req-f4f15cce-d360-41b3-a4cc-afc6d291818a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:33.404666 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c060518f-ba91-4e63-80bd-288a6e16a826 req-f4f15cce-d360-41b3-a4cc-afc6d291818a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0533676 Mar 21 19:17:33.454012 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c060518f-ba91-4e63-80bd-288a6e16a826 req-304f6ae2-0064-4b5d-86d2-58f07ba778ee tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435290 Mar 21 19:17:33.526494 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:33.820798 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2bb84-165f-48ec-ae03-25ac62963105 req-aceaca08-1a63-4041-85b9-b25ca6249c30 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:33.822412 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10b2bb84-165f-48ec-ae03-25ac62963105 req-aceaca08-1a63-4041-85b9-b25ca6249c30 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0534647 Mar 21 19:17:33.870555 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-10b2bb84-165f-48ec-ae03-25ac62963105 req-f51342b4-21c9-44f9-8528-ee7bb54c0bda tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425580 Mar 21 19:17:34.203137 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc058d-5d14-4e48-8dc1-bdcf5c66c8dd req-483716e4-c3e1-4393-8108-613eaba8a268 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:34.204641 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-decc058d-5d14-4e48-8dc1-bdcf5c66c8dd req-483716e4-c3e1-4393-8108-613eaba8a268 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 932 time: 0.0530863 Mar 21 19:17:34.251595 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-decc058d-5d14-4e48-8dc1-bdcf5c66c8dd req-ba028686-27df-4e1a-bc8f-2c6cbe9d6b5c tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407908 Mar 21 19:17:34.580547 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658549e-993d-47f1-af17-1a7bc1df06ed req-2727b74b-b1f4-4a9d-a4de-e428aabdc32c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:34.582057 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b658549e-993d-47f1-af17-1a7bc1df06ed req-2727b74b-b1f4-4a9d-a4de-e428aabdc32c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0564334 Mar 21 19:17:34.629391 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b658549e-993d-47f1-af17-1a7bc1df06ed req-efaeb49d-c9e7-4fc9-af82-72692ba01158 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409031 Mar 21 19:17:34.994029 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636211b0-0473-415a-b614-bfad4e2ba990 req-a2965dd3-6d34-409c-922e-d9d27bbd6ea3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:34.996344 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-636211b0-0473-415a-b614-bfad4e2ba990 req-a2965dd3-6d34-409c-922e-d9d27bbd6ea3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0538692 Mar 21 19:17:35.044016 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-636211b0-0473-415a-b614-bfad4e2ba990 req-ad33d913-25fa-46a8-af74-84b8bbbfa2f0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415814 Mar 21 19:17:35.386052 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21869f87-dede-4cfd-846d-c1d7c876bd5a req-4d95a103-4ec3-4186-98bf-6a670779afcd tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:35.387910 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21869f87-dede-4cfd-846d-c1d7c876bd5a req-4d95a103-4ec3-4186-98bf-6a670779afcd tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 932 time: 0.0548482 Mar 21 19:17:35.438968 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21869f87-dede-4cfd-846d-c1d7c876bd5a req-b33d2739-3e2a-44d7-a633-916f5a79a19e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455663 Mar 21 19:17:35.748179 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361638e1-5289-4c3e-9eab-b974f592985d req-bbf9f7ce-c63b-4944-8d49-dadd6adaa103 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:35.749692 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-361638e1-5289-4c3e-9eab-b974f592985d req-bbf9f7ce-c63b-4944-8d49-dadd6adaa103 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0532703 Mar 21 19:17:35.797363 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-361638e1-5289-4c3e-9eab-b974f592985d req-8ed02bc8-f3c2-43e6-848f-d9c391ec8cec tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421441 Mar 21 19:17:36.176269 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4feeea-1630-4d08-9636-6fb617ba1b8b req-701e96dc-a962-41b4-acc1-ce23c3c56fa5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:36.177914 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c4feeea-1630-4d08-9636-6fb617ba1b8b req-701e96dc-a962-41b4-acc1-ce23c3c56fa5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0571392 Mar 21 19:17:36.225638 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c4feeea-1630-4d08-9636-6fb617ba1b8b req-31bd5695-a0d7-4354-9a7b-6b6f80a56c97 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422101 Mar 21 19:17:36.559000 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f26f0-91ac-4af1-8bfa-184eb2b21d7c req-4a2d7dec-f21b-48aa-b184-6821dc6ac322 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:36.560465 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-065f26f0-91ac-4af1-8bfa-184eb2b21d7c req-4a2d7dec-f21b-48aa-b184-6821dc6ac322 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 932 time: 0.0565019 Mar 21 19:17:36.606679 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-065f26f0-91ac-4af1-8bfa-184eb2b21d7c req-dd7d0c2a-2e5b-4e43-bdc8-1eb1041a5fef tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403001 Mar 21 19:17:36.910547 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3683cae-eabf-4c84-94ba-939012cff20f req-fe712108-b197-43ba-aaeb-e46085fad6b5 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:36.912622 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3683cae-eabf-4c84-94ba-939012cff20f req-fe712108-b197-43ba-aaeb-e46085fad6b5 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0511675 Mar 21 19:17:36.961026 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a3683cae-eabf-4c84-94ba-939012cff20f req-e3981260-2bd6-4a79-8e56-e32b332fef5f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429277 Mar 21 19:17:36.964947 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Request body: {'port': {'device_id': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:17:37.032975 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:37.299543 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdf2f27-49f9-43ee-848e-84bda52498d7 {{(pid=103550) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:17:37.309903 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Publish callbacks [] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:37.326876 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.provisioning_blocks [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Transition to ACTIVE for port object 7bdf2f27-49f9-43ee-848e-84bda52498d7 will not be triggered until provisioned by entity L2. {{(pid=103550) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:17:37.331799 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:37.355534 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd3a63-a3ab-496b-bcf0-30120db18343 req-eff28ff4-50d4-420a-af05-63e067683d7c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:37.357195 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f5dd3a63-a3ab-496b-bcf0-30120db18343 req-eff28ff4-50d4-420a-af05-63e067683d7c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0590844 Mar 21 19:17:37.386805 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdf2f27-49f9-43ee-848e-84bda52498d7,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:37.412960 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f5dd3a63-a3ab-496b-bcf0-30120db18343 req-e7cba4e1-be58-4f94-91c2-b38a6d4cd370 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440350 Mar 21 19:17:37.420781 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Attempting to bind port 7bdf2f27-49f9-43ee-848e-84bda52498d7 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:17:37.421127 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Attempting to bind port 7bdf2f27-49f9-43ee-848e-84bda52498d7 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:17:37.421456 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Attempting to bind port 7bdf2f27-49f9-43ee-848e-84bda52498d7 on network 69d9d2a8-33da-44c5-8928-a3950b1082dd {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:17:37.426834 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Port 7bdf2f27-49f9-43ee-848e-84bda52498d7 on network 69d9d2a8-33da-44c5-8928-a3950b1082dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:17:37.427168 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Attempting to bind port 7bdf2f27-49f9-43ee-848e-84bda52498d7 on network 69d9d2a8-33da-44c5-8928-a3950b1082dd {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:17:37.432748 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:17:37.433089 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Checking segment: {'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:17:37.433476 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Bound using segment: {'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'} {{(pid=103550) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:17:37.433907 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.managers [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Bound port: 7bdf2f27-49f9-43ee-848e-84bda52498d7, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71aa84fe-04b3-4d45-940a-f539750c1aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd'}}] {{(pid=103550) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:17:37.434268 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:37.507362 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] For port 7bdf2f27-49f9-43ee-848e-84bda52498d7, host hv-cinder-83452, cleared binding levels {{(pid=103550) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:17:37.510889 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] For port 7bdf2f27-49f9-43ee-848e-84bda52498d7, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103550) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:17:37.518944 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:37.526149 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-a5571c22-556d-400b-8a5e-f48055d225a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:37.528183 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-a5571c22-556d-400b-8a5e-f48055d225a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a&tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9 HTTP/1.1" status: 200 len: 1127 time: 0.0840380 Mar 21 19:17:37.560267 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:37.560825 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:37.562414 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] 10.222.0.55 "PUT /v2.0/ports/7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 200 len: 1094 time: 0.6021056 Mar 21 19:17:37.563408 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:17:37.565698 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50df9dae-e831-4375-ba42-a81a503510d3" -d '{"events": [{"name": "network-changed", "server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:17:37.589753 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29abf5-f481-4c7d-8ea4-ae1d15280052 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdf2f27-49f9-43ee-848e-84bda52498d7,revision_number=3']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:37.619677 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f00735-a1a9-42c8-8299-717989465825 x-openstack-request-id: req-04f00735-a1a9-42c8-8299-717989465825 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:17:37.620166 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:17:37.620776 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-04f00735-a1a9-42c8-8299-717989465825 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:17:37.621377 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'status': 'completed', 'code': 200} Mar 21 19:17:37.626767 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-1ed33647-a1d4-4cac-8730-34650ac3c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:37.630502 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-1ed33647-a1d4-4cac-8730-34650ac3c590 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 1127 time: 0.0715215 Mar 21 19:17:37.667316 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-f5a329a6-df25-4f9e-ab01-ab4da99331b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:37.668911 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-f5a329a6-df25-4f9e-ab01-ab4da99331b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd05a51dd20047f891773e965424e978&device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 1128 time: 0.0595491 Mar 21 19:17:37.722862 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-e66f3758-44c8-44ea-a865-dee57d0ea64f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 200 len: 217 time: 0.0412900 Mar 21 19:17:37.779367 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-590a3aae-9aa6-43cb-8c35-1327304923ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:37.780850 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-590a3aae-9aa6-43cb-8c35-1327304923ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efcad066-06f7-4103-8c45-037d9d574eb5 HTTP/1.1" status: 200 len: 852 time: 0.0488234 Mar 21 19:17:37.787185 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-b8b70251-f16d-4a00-8a97-ddc80c1e31df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:37.788675 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-b8b70251-f16d-4a00-8a97-ddc80c1e31df service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 917 time: 0.1435072 Mar 21 19:17:37.804109 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d498cba-fc3b-4003-9376-6e391cbbb860 req-d468edff-17f6-4cf9-98f7-6a615a92eea3 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:37.805627 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9d498cba-fc3b-4003-9376-6e391cbbb860 req-d468edff-17f6-4cf9-98f7-6a615a92eea3 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0784745 Mar 21 19:17:37.842876 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-99b31fdf-481d-4a68-b302-16d36826c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:37.844344 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-99b31fdf-481d-4a68-b302-16d36826c76e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69d9d2a8-33da-44c5-8928-a3950b1082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449171 Mar 21 19:17:37.897629 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-66a16aba-59a7-4420-8f9b-5c19e8f04a7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa HTTP/1.1" status: 200 len: 998 time: 0.0910599 Mar 21 19:17:37.901070 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9d498cba-fc3b-4003-9376-6e391cbbb860 req-ff0715c1-5dcf-4c9c-abd9-e3e21acc90e7 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888736 Mar 21 19:17:37.938701 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-7ec277cf-9059-42e8-92ac-eb3029c18954 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873668 Mar 21 19:17:37.945744 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-1fab1348-7b83-4502-9c4f-dbccb62170ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:37.947145 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-1fab1348-7b83-4502-9c4f-dbccb62170ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.0433116 Mar 21 19:17:38.012961 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-55624037-48af-493e-a3d8-2da32bd944ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:38.014597 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-55624037-48af-493e-a3d8-2da32bd944ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485222 Mar 21 19:17:38.032727 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a90c59b0-893a-4d8e-a062-a83e7cf8c5bc req-69f58548-3496-4bc1-beb5-544d4eb7d4bc service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849562 Mar 21 19:17:38.087324 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeb2187-91e9-4d2d-b17e-eaacf4686785 req-e326e51c-3b93-4c79-8370-aeb26649f3eb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:38.089042 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fdeb2187-91e9-4d2d-b17e-eaacf4686785 req-e326e51c-3b93-4c79-8370-aeb26649f3eb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0553684 Mar 21 19:17:38.107480 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-7259fd2a-25de-40e9-a779-b7818e8b1c56 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835948 Mar 21 19:17:38.167308 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fdeb2187-91e9-4d2d-b17e-eaacf4686785 req-6c53015b-465d-43ea-9614-976c716b0e87 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690496 Mar 21 19:17:38.169984 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df9dae-e831-4375-ba42-a81a503510d3 req-f6343f57-6df5-45d1-b044-b2718f8ca9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:38.171406 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-50df9dae-e831-4375-ba42-a81a503510d3 req-f6343f57-6df5-45d1-b044-b2718f8ca9c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd05a51dd20047f891773e965424e978&device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 1128 time: 0.0813971 Mar 21 19:17:38.201264 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-884a7924-973d-4b42-b896-0ff20ca047d6 req-1430e0ff-870c-4c77-8d1c-5e3183480f09 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860388 Mar 21 19:17:38.273228 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df9dae-e831-4375-ba42-a81a503510d3 req-fd6e57dd-20c1-4ef6-9a94-f08eb6ab0048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:38.274770 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-50df9dae-e831-4375-ba42-a81a503510d3 req-fd6e57dd-20c1-4ef6-9a94-f08eb6ab0048 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69d9d2a8-33da-44c5-8928-a3950b1082dd HTTP/1.1" status: 200 len: 914 time: 0.0942562 Mar 21 19:17:38.324659 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-50df9dae-e831-4375-ba42-a81a503510d3 req-a152766c-5d48-4827-9d9f-ed7f7beb409d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 200 len: 217 time: 0.0374024 Mar 21 19:17:38.373947 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df9dae-e831-4375-ba42-a81a503510d3 req-8d453d5b-0a52-4ead-88bc-7102c3033e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:38.375291 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-50df9dae-e831-4375-ba42-a81a503510d3 req-8d453d5b-0a52-4ead-88bc-7102c3033e94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efcad066-06f7-4103-8c45-037d9d574eb5 HTTP/1.1" status: 200 len: 852 time: 0.0419385 Mar 21 19:17:38.426149 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df9dae-e831-4375-ba42-a81a503510d3 req-4a551005-ad13-41ab-b23c-0f7c37e6afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:38.428242 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-50df9dae-e831-4375-ba42-a81a503510d3 req-4a551005-ad13-41ab-b23c-0f7c37e6afbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69d9d2a8-33da-44c5-8928-a3950b1082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445530 Mar 21 19:17:38.536892 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-50df9dae-e831-4375-ba42-a81a503510d3 req-5abdc3d5-1fed-441a-8068-d627f00e4f6e service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930955 Mar 21 19:17:38.557272 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417888fc-5f95-4735-99a1-9912c0d90208 req-f6774388-41c2-4708-8f6f-0e24fbe80671 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:38.558811 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-417888fc-5f95-4735-99a1-9912c0d90208 req-f6774388-41c2-4708-8f6f-0e24fbe80671 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0571878 Mar 21 19:17:38.609629 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-417888fc-5f95-4735-99a1-9912c0d90208 req-45471db3-750d-4de8-a90c-cbe90208a9bb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451140 Mar 21 19:17:38.640840 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-50df9dae-e831-4375-ba42-a81a503510d3 req-521420a4-03ef-4b29-8226-4865f6d45dd6 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933633 Mar 21 19:17:39.039573 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae531fc-6369-483e-a6fc-5f47c3de86d5 req-f98003ce-e7c5-40bc-90a7-2c4babbdd0f3 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:39.041081 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-aae531fc-6369-483e-a6fc-5f47c3de86d5 req-f98003ce-e7c5-40bc-90a7-2c4babbdd0f3 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0578432 Mar 21 19:17:39.115482 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-aae531fc-6369-483e-a6fc-5f47c3de86d5 req-0fddc542-2734-40c2-ab88-eb7364187e36 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655096 Mar 21 19:17:39.298715 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffcada-03ba-48d9-8aff-a2132ddd5aff req-70134181-18ef-4f1b-b0ec-c4aa90b9d5f0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:39.300318 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9cffcada-03ba-48d9-8aff-a2132ddd5aff req-70134181-18ef-4f1b-b0ec-c4aa90b9d5f0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0548513 Mar 21 19:17:39.359547 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9cffcada-03ba-48d9-8aff-a2132ddd5aff req-4a3369ef-d8d3-4da1-90e3-8cde0c527ad7 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529335 Mar 21 19:17:39.739855 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc247ade-5fbc-41d5-b8e0-89063517625f req-db5354f7-03df-43f5-8187-e47a98507e7b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:39.741503 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fc247ade-5fbc-41d5-b8e0-89063517625f req-db5354f7-03df-43f5-8187-e47a98507e7b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0538208 Mar 21 19:17:39.790582 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fc247ade-5fbc-41d5-b8e0-89063517625f req-b61eac1b-d1c0-4b7e-80dd-8d2b65ccde11 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430896 Mar 21 19:17:40.251350 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403ac2b1-978e-48af-942c-19011742ea19 req-e4c692ea-982f-42d4-95b3-8c9643cd52c8 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:40.252866 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-403ac2b1-978e-48af-942c-19011742ea19 req-e4c692ea-982f-42d4-95b3-8c9643cd52c8 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0586960 Mar 21 19:17:40.300764 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-403ac2b1-978e-48af-942c-19011742ea19 req-fc4acba1-4b1c-468a-872a-3c37db37db90 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413070 Mar 21 19:17:40.482638 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d337e8-9570-407e-b4ca-4120941195c2 req-b1ab703a-53f8-4905-9937-b1b66d50f8e9 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:40.484241 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-31d337e8-9570-407e-b4ca-4120941195c2 req-b1ab703a-53f8-4905-9937-b1b66d50f8e9 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0588787 Mar 21 19:17:40.539759 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-31d337e8-9570-407e-b4ca-4120941195c2 req-434c9202-944f-4476-88a2-f46ac2b3a9aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498884 Mar 21 19:17:40.916936 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e792e7b-4295-429d-b50a-e389da43618d req-427c6ef4-dc8f-4faf-b1b9-e99b72902150 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:40.918416 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5e792e7b-4295-429d-b50a-e389da43618d req-427c6ef4-dc8f-4faf-b1b9-e99b72902150 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0551925 Mar 21 19:17:40.966013 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5e792e7b-4295-429d-b50a-e389da43618d req-ae285daf-a888-499c-a4bd-cbbb41da3aa5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420849 Mar 21 19:17:41.429014 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947f29d-e3be-450f-b5ee-0c6441e72b6d req-223ee4ce-d79a-445e-b6db-8189d1f3de66 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:41.430518 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a947f29d-e3be-450f-b5ee-0c6441e72b6d req-223ee4ce-d79a-445e-b6db-8189d1f3de66 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0640347 Mar 21 19:17:41.478686 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a947f29d-e3be-450f-b5ee-0c6441e72b6d req-8a44c403-29d9-4bcf-87d4-e42004289112 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424907 Mar 21 19:17:41.659891 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd37242-7b52-4d80-b0a8-a69667f6d982 req-e143e2a4-1f79-4f30-8ede-e41795834aee tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:41.661576 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-acd37242-7b52-4d80-b0a8-a69667f6d982 req-e143e2a4-1f79-4f30-8ede-e41795834aee tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0563018 Mar 21 19:17:41.714959 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-acd37242-7b52-4d80-b0a8-a69667f6d982 req-99fe37af-72c3-412f-9ce5-c761f509f87b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469694 Mar 21 19:17:42.089404 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c1d1e-b9f0-4d3a-b3b4-5d857518b8b2 req-53c2b2db-68c6-4644-903a-94b3c4a259c2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:42.090920 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-904c1d1e-b9f0-4d3a-b3b4-5d857518b8b2 req-53c2b2db-68c6-4644-903a-94b3c4a259c2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0532086 Mar 21 19:17:42.139855 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-904c1d1e-b9f0-4d3a-b3b4-5d857518b8b2 req-8c7261f5-7173-45f7-9b7d-48c6f588c472 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432348 Mar 21 19:17:42.599863 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d5ccb-663a-44d6-bc47-5c3663819d32 req-f373d48b-6c67-43d0-b6ac-ad67ef83ba51 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:42.601363 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-170d5ccb-663a-44d6-bc47-5c3663819d32 req-f373d48b-6c67-43d0-b6ac-ad67ef83ba51 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0528283 Mar 21 19:17:42.648235 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-170d5ccb-663a-44d6-bc47-5c3663819d32 req-cacc62ec-ec97-4adb-902b-69738d361a42 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412991 Mar 21 19:17:42.838263 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23fc6-ff44-436d-88d2-de5b14b20e8d req-0db10842-8f5b-49d2-bfa1-a82b5962c314 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:42.839924 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-69b23fc6-ff44-436d-88d2-de5b14b20e8d req-0db10842-8f5b-49d2-bfa1-a82b5962c314 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0529931 Mar 21 19:17:42.893185 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-69b23fc6-ff44-436d-88d2-de5b14b20e8d req-654e1f36-7738-4390-b8c4-997a1ea756d7 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472696 Mar 21 19:17:43.273197 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34542a83-360a-4711-ae43-70ddbe988514 req-ad0a2853-696c-4130-8086-7d99abb68ff5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:43.274727 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34542a83-360a-4711-ae43-70ddbe988514 req-ad0a2853-696c-4130-8086-7d99abb68ff5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0544221 Mar 21 19:17:43.303539 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:43.324231 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34542a83-360a-4711-ae43-70ddbe988514 req-622b06b7-dd5b-4cfe-8ab2-a6da85674352 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436962 Mar 21 19:17:43.766756 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac1742-ddc3-4f9e-9bd9-8194bb242f78 req-599c1783-6998-4f70-9937-eb9a31bd5d9c tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:43.768181 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4bac1742-ddc3-4f9e-9bd9-8194bb242f78 req-599c1783-6998-4f70-9937-eb9a31bd5d9c tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0550880 Mar 21 19:17:43.818805 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4bac1742-ddc3-4f9e-9bd9-8194bb242f78 req-4ad299eb-f92c-434f-8f6d-76e05ce1108d tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442393 Mar 21 19:17:44.024160 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7866e-0961-476a-b3f1-27106d73d347 req-73ede083-0ed6-40d6-aa41-8cad6ca8c60d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:44.025623 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35f7866e-0961-476a-b3f1-27106d73d347 req-73ede083-0ed6-40d6-aa41-8cad6ca8c60d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0585909 Mar 21 19:17:44.074081 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35f7866e-0961-476a-b3f1-27106d73d347 req-73953320-f923-4b38-81f3-863ce337919a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426085 Mar 21 19:17:44.448915 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5764e-1b9c-49d9-8cd6-b13bed9bce48 req-c348095a-4568-44c9-86c7-ceadc7e51ec6 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:44.450590 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1ef5764e-1b9c-49d9-8cd6-b13bed9bce48 req-c348095a-4568-44c9-86c7-ceadc7e51ec6 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0528946 Mar 21 19:17:44.498756 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1ef5764e-1b9c-49d9-8cd6-b13bed9bce48 req-73bf2c11-c1a4-4518-b8cf-6035eb4fbb20 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423205 Mar 21 19:17:44.939318 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88e58-439e-4d25-9f65-0ad8d083b72b req-b158c0c2-1bdb-4da5-ae9d-7faab5f55667 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:44.940835 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dae88e58-439e-4d25-9f65-0ad8d083b72b req-b158c0c2-1bdb-4da5-ae9d-7faab5f55667 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0563233 Mar 21 19:17:44.992007 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dae88e58-439e-4d25-9f65-0ad8d083b72b req-f1d22d99-138d-40a6-b5a3-42ef3b39334a tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434158 Mar 21 19:17:45.217174 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4505fe0-c680-46d7-9bb4-69eb7cbbf07c req-26635cc8-4354-410b-b608-1a65f2064537 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:45.218650 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e4505fe0-c680-46d7-9bb4-69eb7cbbf07c req-26635cc8-4354-410b-b608-1a65f2064537 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0584052 Mar 21 19:17:45.266128 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e4505fe0-c680-46d7-9bb4-69eb7cbbf07c req-2a49ef6c-8b4e-4ab6-9584-4016a04ea05e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414636 Mar 21 19:17:45.631408 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6221026-ab74-4b08-8227-930e55b6d30a req-f9887fa7-34bb-4b5a-bd7b-82db32319f70 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:45.635631 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f6221026-ab74-4b08-8227-930e55b6d30a req-f9887fa7-34bb-4b5a-bd7b-82db32319f70 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0634899 Mar 21 19:17:45.686593 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f6221026-ab74-4b08-8227-930e55b6d30a req-92bf4301-2e6d-491d-bc7a-1f9044797b1a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478961 Mar 21 19:17:46.109655 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af5340-4a02-4218-a8f9-fb0d6c61ba7c req-41a2dd5e-ff43-4407-8fee-836128d3585f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:46.111328 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15af5340-4a02-4218-a8f9-fb0d6c61ba7c req-41a2dd5e-ff43-4407-8fee-836128d3585f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0521505 Mar 21 19:17:46.160630 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15af5340-4a02-4218-a8f9-fb0d6c61ba7c req-0f4dc218-c394-4795-be9d-022bd8c7439e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 Mar 21 19:17:46.387598 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9cc72c-81f2-4230-a7e0-28d6f163680e req-bc799f4f-9c36-49ee-acc1-b0967d078a15 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:46.389180 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0b9cc72c-81f2-4230-a7e0-28d6f163680e req-bc799f4f-9c36-49ee-acc1-b0967d078a15 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0530539 Mar 21 19:17:46.435967 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0b9cc72c-81f2-4230-a7e0-28d6f163680e req-4f00235d-8b3c-401d-9b0f-66c1cdb7c9a6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412750 Mar 21 19:17:46.830254 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203655d6-b010-467b-9b94-5cf64511ae1b req-2b16f6a1-6503-47fe-8ef6-7f408d544ce3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:46.832529 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-203655d6-b010-467b-9b94-5cf64511ae1b req-2b16f6a1-6503-47fe-8ef6-7f408d544ce3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0642900 Mar 21 19:17:46.881580 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-203655d6-b010-467b-9b94-5cf64511ae1b req-c80172dc-b6ba-43b8-87b3-b7da93a6784c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429499 Mar 21 19:17:47.280951 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c8663-48ea-45bb-b22a-44cc4b6c5bb0 req-3da4726a-ddf9-46a5-bfa8-7724ce472bdb tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:47.282437 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a7c8663-48ea-45bb-b22a-44cc4b6c5bb0 req-3da4726a-ddf9-46a5-bfa8-7724ce472bdb tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0530748 Mar 21 19:17:47.331016 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1a7c8663-48ea-45bb-b22a-44cc4b6c5bb0 req-97b627de-6880-47bb-a75d-d4d6f6f8184c tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429487 Mar 21 19:17:47.557596 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47ad52-0972-44e4-ad2a-cc90f6b0f57c req-b49afa5b-615d-44d2-88c8-9164aeda1635 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:47.559087 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ea47ad52-0972-44e4-ad2a-cc90f6b0f57c req-b49afa5b-615d-44d2-88c8-9164aeda1635 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0541534 Mar 21 19:17:47.607304 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ea47ad52-0972-44e4-ad2a-cc90f6b0f57c req-a70191d7-ea94-4d37-8f20-b22ff168c714 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420191 Mar 21 19:17:48.008890 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1e3c3-44bb-4992-bca5-530351f4636e req-2b0077f5-7c2f-4949-99e2-626135c72443 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:48.010728 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9aa1e3c3-44bb-4992-bca5-530351f4636e req-2b0077f5-7c2f-4949-99e2-626135c72443 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0513968 Mar 21 19:17:48.061222 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9aa1e3c3-44bb-4992-bca5-530351f4636e req-ee091449-1b9c-40ec-bbce-17d9567c0cb4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438159 Mar 21 19:17:48.448426 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2debf210-7058-41ee-be09-74a4cf7964bc req-d191d228-32f6-4263-9533-d9f82f0d6ac2 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:48.449925 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2debf210-7058-41ee-be09-74a4cf7964bc req-d191d228-32f6-4263-9533-d9f82f0d6ac2 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0518863 Mar 21 19:17:48.500086 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2debf210-7058-41ee-be09-74a4cf7964bc req-f59e7626-0518-4775-a791-9ea89191ffeb tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Mar 21 19:17:48.727889 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88c77-338c-45b8-b36c-2894b9b39bcc req-e19fafea-559c-474f-b2bd-88fb90667bfa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:48.729397 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ca88c77-338c-45b8-b36c-2894b9b39bcc req-e19fafea-559c-474f-b2bd-88fb90667bfa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0521281 Mar 21 19:17:48.778456 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3ca88c77-338c-45b8-b36c-2894b9b39bcc req-2802151d-aedc-4e3a-a002-280d5febc93d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427186 Mar 21 19:17:49.187526 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c0362-42cd-4b56-99fc-2d1a9bb09da0 req-74670697-25ab-43eb-9787-2cdfc667c5a6 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:49.188924 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-596c0362-42cd-4b56-99fc-2d1a9bb09da0 req-74670697-25ab-43eb-9787-2cdfc667c5a6 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0550923 Mar 21 19:17:49.233091 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-596c0362-42cd-4b56-99fc-2d1a9bb09da0 req-501bd1f5-772f-4bac-978e-55695cc1ca24 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380008 Mar 21 19:17:49.620827 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3fd2a-585d-44f6-8137-f7a3f82d8098 req-a4e0414d-3330-42d7-bfcb-c75303fe84e8 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:49.621493 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-7cca27c4-5ac3-44eb-8127-bfe5b48803a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:49.622317 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-22f3fd2a-585d-44f6-8137-f7a3f82d8098 req-a4e0414d-3330-42d7-bfcb-c75303fe84e8 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0562210 Mar 21 19:17:49.622943 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-7cca27c4-5ac3-44eb-8127-bfe5b48803a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 1127 time: 0.0435667 Mar 21 19:17:49.669981 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-22f3fd2a-585d-44f6-8137-f7a3f82d8098 req-5b18a7b7-f85f-46e0-be70-0ae67b2c25e4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419822 Mar 21 19:17:49.734292 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-03d50b36-1442-40ca-bd6c-d61f433076b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:49.735753 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-03d50b36-1442-40ca-bd6c-d61f433076b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 917 time: 0.0854414 Mar 21 19:17:49.803629 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-09bd3f22-d322-4d6c-bc0e-61dd04ffbbac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa HTTP/1.1" status: 200 len: 998 time: 0.0569797 Mar 21 19:17:49.866477 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-eec61e22-e5bf-4867-a56e-9436489746a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:49.867926 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-eec61e22-e5bf-4867-a56e-9436489746a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.0556660 Mar 21 19:17:49.938252 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb4cea-9c2f-4fdb-9dee-6348d3a562a7 req-55c2b55f-48dd-4158-8e6a-ab7fa6261fc8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:49.939724 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d6cb4cea-9c2f-4fdb-9dee-6348d3a562a7 req-55c2b55f-48dd-4158-8e6a-ab7fa6261fc8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0923319 Mar 21 19:17:49.942116 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-af4d3362-90e0-460d-970a-af8bd269ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:49.943503 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-af4d3362-90e0-460d-970a-af8bd269ec6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617909 Mar 21 19:17:50.032861 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d6cb4cea-9c2f-4fdb-9dee-6348d3a562a7 req-bd6a3e26-6433-4422-ac7e-4cb019a9bc98 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875237 Mar 21 19:17:50.062145 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-ecf7a9fd-06d8-4bb2-b5d9-c8fe197fdf22 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046638 Mar 21 19:17:50.149721 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab20b34a-4859-4a8e-9eaa-a34ad069287a req-6c31a5d1-9ddd-4d92-8390-e4ff9e672d91 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808139 Mar 21 19:17:50.352558 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73c8ea-7e82-4322-a44a-9f10e39074df req-503656fa-4689-4bd0-9a4c-87ba61886959 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:50.353929 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3e73c8ea-7e82-4322-a44a-9f10e39074df req-503656fa-4689-4bd0-9a4c-87ba61886959 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0506322 Mar 21 19:17:50.399151 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3e73c8ea-7e82-4322-a44a-9f10e39074df req-1706a2f4-0bec-4c58-865f-9deaf4db5038 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398405 Mar 21 19:17:50.790640 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ef5b4-8e40-47b7-8e6a-779d6e544f47 req-87d06ed2-7ec1-4ea8-8323-b222c6251acc tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:50.792800 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ba7ef5b4-8e40-47b7-8e6a-779d6e544f47 req-87d06ed2-7ec1-4ea8-8323-b222c6251acc tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0570767 Mar 21 19:17:50.842863 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ba7ef5b4-8e40-47b7-8e6a-779d6e544f47 req-dfe56139-5a35-43c2-96c5-cd2258dc010d tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Mar 21 19:17:51.165933 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f048fd-4fd2-4668-b709-9dbc553a127f req-08f3e29c-c4fe-4d60-a77a-771acc0614d6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:51.167406 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49f048fd-4fd2-4668-b709-9dbc553a127f req-08f3e29c-c4fe-4d60-a77a-771acc0614d6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0669057 Mar 21 19:17:51.216718 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-49f048fd-4fd2-4668-b709-9dbc553a127f req-ac3df46d-968c-42e9-a643-96176921e27d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435755 Mar 21 19:17:51.517242 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d441e1-d287-4eec-9c0d-85bbfb52a64e req-a1a4eb66-5d94-431d-bc8e-b8353326428f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:51.518849 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-36d441e1-d287-4eec-9c0d-85bbfb52a64e req-a1a4eb66-5d94-431d-bc8e-b8353326428f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0520022 Mar 21 19:17:51.564154 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-36d441e1-d287-4eec-9c0d-85bbfb52a64e req-45e676a0-da2e-4675-99ad-f1ea678be32e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391507 Mar 21 19:17:51.956894 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511134c-a5f6-4ff1-b430-b821db539228 req-2d84617f-ef09-45ec-8b59-3bdff9d54c20 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:51.958336 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a511134c-a5f6-4ff1-b430-b821db539228 req-2d84617f-ef09-45ec-8b59-3bdff9d54c20 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 944 time: 0.0512874 Mar 21 19:17:52.001944 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a511134c-a5f6-4ff1-b430-b821db539228 req-9d1df071-a1ee-468d-baf7-166882c528c4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 Mar 21 19:17:52.305335 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 7bdf2f27-49f9-43ee-848e-84bda52498d7 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:17:52.334078 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074182da-54b1-4c4f-88b5-299386f0c4df req-7a2987b2-5302-4b1f-abd5-7de0e6b3c915 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:52.335571 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-074182da-54b1-4c4f-88b5-299386f0c4df req-7a2987b2-5302-4b1f-abd5-7de0e6b3c915 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0523894 Mar 21 19:17:52.380799 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-074182da-54b1-4c4f-88b5-299386f0c4df req-2b0e16e0-0fb4-4158-afcb-440c7ece95d3 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395663 Mar 21 19:17:52.398989 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 7bdf2f27-49f9-43ee-848e-84bda52498d7, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:52.409918 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'port_id': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'mac_address': 'fa:16:3e:6d:f0:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:17:52.449487 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 7bdf2f27-49f9-43ee-848e-84bda52498d7 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:52.449881 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:52.461958 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdf2f27-49f9-43ee-848e-84bda52498d7 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:17:52.480558 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 7bdf2f27-49f9-43ee-848e-84bda52498d7, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:52.484330 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:52.532165 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=7bdf2f27-49f9-43ee-848e-84bda52498d7,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:52.539624 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.539975 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.540344 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.540716 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.541052 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.541383 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.541712 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.542038 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.542364 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.542690 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.543013 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.543358 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.543685 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.544002 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.544322 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:17:52.684046 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679c27d-ab40-4a4f-a1c0-60e982b79d53 req-c8a30f81-1b42-4a00-a688-589fa85fa2de tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:52.685422 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7679c27d-ab40-4a4f-a1c0-60e982b79d53 req-c8a30f81-1b42-4a00-a688-589fa85fa2de tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0501723 Mar 21 19:17:52.730073 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7679c27d-ab40-4a4f-a1c0-60e982b79d53 req-fa8d7487-39f7-44bc-80f4-04317955acc8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392175 Mar 21 19:17:53.118268 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db7d93-e241-4343-8895-101ad75b16bc req-2e991bbf-ae7e-4ff4-9222-be5855618ef8 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:53.119798 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-66db7d93-e241-4343-8895-101ad75b16bc req-2e991bbf-ae7e-4ff4-9222-be5855618ef8 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 945 time: 0.0551460 Mar 21 19:17:53.165923 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-66db7d93-e241-4343-8895-101ad75b16bc req-fd651529-77c8-497a-961f-652d47637c86 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Mar 21 19:17:53.497652 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29924c1-feba-4230-89d0-35ef07d296b8 req-902d20b6-a307-4477-8f39-f12d634540eb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:53.499085 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b29924c1-feba-4230-89d0-35ef07d296b8 req-902d20b6-a307-4477-8f39-f12d634540eb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0528162 Mar 21 19:17:53.544421 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b29924c1-feba-4230-89d0-35ef07d296b8 req-8d243dc9-18ab-43bd-a92f-59eec768b303 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 Mar 21 19:17:53.848073 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e9d63-89b2-461b-97a1-332088b5a788 req-a1862840-1f54-4d3e-9b8d-5c970054502c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:53.850051 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ea0e9d63-89b2-461b-97a1-332088b5a788 req-a1862840-1f54-4d3e-9b8d-5c970054502c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0511143 Mar 21 19:17:53.894425 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ea0e9d63-89b2-461b-97a1-332088b5a788 req-cf886d03-988f-4835-a976-7ef6e178b842 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389676 Mar 21 19:17:54.279453 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514de8d4-1a79-4132-a411-b61242b7c357 req-874e93e5-8d6f-4e18-a216-7974c4f9f7e9 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:54.280966 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-514de8d4-1a79-4132-a411-b61242b7c357 req-874e93e5-8d6f-4e18-a216-7974c4f9f7e9 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 945 time: 0.0508797 Mar 21 19:17:54.326577 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-514de8d4-1a79-4132-a411-b61242b7c357 req-9a4b5f39-4599-4a19-9457-3537ea7895b4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402174 Mar 21 19:17:54.442344 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['7bdf2f27-49f9-43ee-848e-84bda52498d7'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:17:54.662967 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d3af7d-cd49-4381-9741-9cb3193c3845 req-eb6b577d-b5d8-4f92-aa25-f1c1909f02ca tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:54.664456 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b6d3af7d-cd49-4381-9741-9cb3193c3845 req-eb6b577d-b5d8-4f92-aa25-f1c1909f02ca tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0548377 Mar 21 19:17:54.709238 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b6d3af7d-cd49-4381-9741-9cb3193c3845 req-eb3fb4b4-e82c-4e6c-9b8e-80019823c26c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392880 Mar 21 19:17:55.015975 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9aafb-9d1a-4c35-a717-c844e0f4bfd5 req-aed46211-2844-4c9d-a814-a157e135c9eb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:55.017381 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35a9aafb-9d1a-4c35-a717-c844e0f4bfd5 req-aed46211-2844-4c9d-a814-a157e135c9eb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0546165 Mar 21 19:17:55.061244 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35a9aafb-9d1a-4c35-a717-c844e0f4bfd5 req-5e9f9c4c-ba19-46a1-8573-77821922362e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383196 Mar 21 19:17:55.451208 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e5dcc3-a7c2-4ae1-b5c1-d3dde3d8f90e req-0e9026a5-638e-4e4d-a636-a5643b17112e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:55.452726 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a2e5dcc3-a7c2-4ae1-b5c1-d3dde3d8f90e req-0e9026a5-638e-4e4d-a636-a5643b17112e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 945 time: 0.0585756 Mar 21 19:17:55.498023 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a2e5dcc3-a7c2-4ae1-b5c1-d3dde3d8f90e req-971c8837-f4ac-43bc-b8b1-c3cbb6fb5cc2 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Mar 21 19:17:55.822620 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfb8c8-a3a5-4c5d-8f08-257e9e6fc7ba req-812d2dae-99dc-472e-b628-8ccac8b7cc86 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:55.824081 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34cfb8c8-a3a5-4c5d-8f08-257e9e6fc7ba req-812d2dae-99dc-472e-b628-8ccac8b7cc86 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0505660 Mar 21 19:17:55.868894 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34cfb8c8-a3a5-4c5d-8f08-257e9e6fc7ba req-a187ed73-5c38-468c-9a2d-86c4d57e084d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393045 Mar 21 19:17:56.059366 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99440718-1d7f-4381-bea0-06b754f45e33 req-cf3c4c60-c9f4-475a-8df7-bf6ea154abe0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:56.060828 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-99440718-1d7f-4381-bea0-06b754f45e33 req-cf3c4c60-c9f4-475a-8df7-bf6ea154abe0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0501487 Mar 21 19:17:56.109397 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-99440718-1d7f-4381-bea0-06b754f45e33 req-71e53be4-bed9-44ce-b7ca-12d5439dc75a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430400 Mar 21 19:17:56.184704 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79915979-6ad2-473d-87d3-d7bc12d52d27 req-ad9b6c07-cc96-470e-ae64-fb03e7989d9f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:56.186189 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79915979-6ad2-473d-87d3-d7bc12d52d27 req-ad9b6c07-cc96-470e-ae64-fb03e7989d9f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0531785 Mar 21 19:17:56.233512 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79915979-6ad2-473d-87d3-d7bc12d52d27 req-bed31c4c-3906-418e-95f1-262f49671af5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418336 Mar 21 19:17:56.609526 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98b36d-bc1d-443c-b4e6-87067ac7946c req-33349d60-e599-4451-b1e8-f7a965e8471f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:56.612064 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db98b36d-bc1d-443c-b4e6-87067ac7946c req-33349d60-e599-4451-b1e8-f7a965e8471f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 945 time: 0.0506303 Mar 21 19:17:56.656824 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db98b36d-bc1d-443c-b4e6-87067ac7946c req-0346bbb9-328e-4a4b-bb14-a02178a6ad79 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 Mar 21 19:17:57.162777 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-46738ae3-db18-4514-93d4-f6aa00f498e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:57.226368 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0da62-4f6a-4cf8-a771-25937237f0ab req-08d2eea2-fef9-405a-91a3-046b66b676c0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:57.227851 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dba0da62-4f6a-4cf8-a771-25937237f0ab req-08d2eea2-fef9-405a-91a3-046b66b676c0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0523615 Mar 21 19:17:57.272818 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dba0da62-4f6a-4cf8-a771-25937237f0ab req-913fe220-3a41-4936-96ec-6883d7fef594 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393326 Mar 21 19:17:57.354395 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf01697-14cc-469f-8c1f-205182001936 req-2e8811ef-5f83-4758-bdc5-670c88456c35 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:57.355830 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7bf01697-14cc-469f-8c1f-205182001936 req-2e8811ef-5f83-4758-bdc5-670c88456c35 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0505524 Mar 21 19:17:57.399723 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7bf01697-14cc-469f-8c1f-205182001936 req-f77e0ea5-cf4d-4a9d-953b-39f8bfae2e24 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384545 Mar 21 19:17:57.549200 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 7bdf2f27-49f9-43ee-848e-84bda52498d7 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:17:57.597229 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 7bdf2f27-49f9-43ee-848e-84bda52498d7 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:17:57.601565 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 7bdf2f27-49f9-43ee-848e-84bda52498d7 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:17:57.601939 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:57.678211 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 7bdf2f27-49f9-43ee-848e-84bda52498d7 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:17:57.678211 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:57.700437 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:17:57.702717 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b76ec2e-4867-42db-a8da-8ea0cb572977" -d '{"events": [{"server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "name": "network-vif-plugged", "status": "completed", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:17:57.715987 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 7bdf2f27-49f9-43ee-848e-84bda52498d7, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:17:57.720602 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:57.744696 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34c8bef-3bd2-47bb-b568-5984a61b0565 x-openstack-request-id: req-f34c8bef-3bd2-47bb-b568-5984a61b0565 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:17:57.745020 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "name": "network-vif-plugged", "status": "completed", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:17:57.745272 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f34c8bef-3bd2-47bb-b568-5984a61b0565 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:17:57.745667 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'code': 200} Mar 21 19:17:57.772955 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4542c-33fc-4000-a760-481ecfe2895b req-3af133d0-f86c-423c-8d50-1424e5ded9ca tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:57.774444 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-23c4542c-33fc-4000-a760-481ecfe2895b req-3af133d0-f86c-423c-8d50-1424e5ded9ca tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0526481 Mar 21 19:17:57.776636 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=7bdf2f27-49f9-43ee-848e-84bda52498d7,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:17:57.820361 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-23c4542c-33fc-4000-a760-481ecfe2895b req-1bc5479e-3a87-4361-b391-a8147ecfd29b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396914 Mar 21 19:17:58.393769 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4717bf0a-75cf-4494-8eab-00de7e382e4d req-718c49e5-a84e-4501-a762-a60e21ea0f4a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:58.395128 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4717bf0a-75cf-4494-8eab-00de7e382e4d req-718c49e5-a84e-4501-a762-a60e21ea0f4a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0540073 Mar 21 19:17:58.440060 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4717bf0a-75cf-4494-8eab-00de7e382e4d req-c8891724-b36e-4404-9dc1-6a95e05c827a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395329 Mar 21 19:17:58.530011 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608262c-a816-42ad-8a95-8a9840eb775b req-884cfa90-5dfc-4017-a69f-9ab5370b616b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:58.532834 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8608262c-a816-42ad-8a95-8a9840eb775b req-884cfa90-5dfc-4017-a69f-9ab5370b616b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0620904 Mar 21 19:17:58.579102 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8608262c-a816-42ad-8a95-8a9840eb775b req-ab1793fe-affe-40b3-93a9-80e1254daa1e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415573 Mar 21 19:17:58.627271 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-e4b98a4f-43a4-42e6-8959-dad5fb4d3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:58.628805 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-e4b98a4f-43a4-42e6-8959-dad5fb4d3b54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42929380ace240aa823c053970342b34&device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0468435 Mar 21 19:17:58.708212 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676e634-4d39-4682-9e47-1f18dc2bee50 req-243a87dd-e188-45bf-a615-472e694b6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:58.709807 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f676e634-4d39-4682-9e47-1f18dc2bee50 req-243a87dd-e188-45bf-a615-472e694b6e6d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 1130 time: 0.0435109 Mar 21 19:17:58.722588 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-9aa569cd-7143-4c95-ace4-07ceb7f1af95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:58.724728 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-9aa569cd-7143-4c95-ace4-07ceb7f1af95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 200 len: 912 time: 0.0861490 Mar 21 19:17:58.754210 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f676e634-4d39-4682-9e47-1f18dc2bee50 req-208667a2-d119-4552-aca9-b9661a5da7b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370009 Mar 21 19:17:58.794003 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-5fbd9b3b-f52e-4a3b-99f0-166ab9a3b71b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d962da47-07f1-458e-9814-ff55bdfad13f HTTP/1.1" status: 200 len: 1000 time: 0.0593479 Mar 21 19:17:58.937609 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15397fbc-2fb2-48a0-99af-8bdc81aa1e08 req-7f45e5fd-9088-45e0-ab0e-aba45247193a tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:58.939047 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15397fbc-2fb2-48a0-99af-8bdc81aa1e08 req-7f45e5fd-9088-45e0-ab0e-aba45247193a tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0517840 Mar 21 19:17:58.988010 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15397fbc-2fb2-48a0-99af-8bdc81aa1e08 req-c5d7e435-486a-4001-951a-64aaa4e9d396 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 Mar 21 19:17:59.027153 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-e16f9b3c-f70f-46f3-825d-dc50d4014245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:59.028627 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-e16f9b3c-f70f-46f3-825d-dc50d4014245 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2136b820-e0a7-49ec-976d-53c695f2c3bf HTTP/1.1" status: 200 len: 850 time: 0.0432498 Mar 21 19:17:59.081086 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-e0630fbb-d7e6-4342-acf7-0ccd01d44322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:59.082591 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-e0630fbb-d7e6-4342-acf7-0ccd01d44322 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451579 Mar 21 19:17:59.174273 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-95051008-6166-43a1-b068-b1fc8ce8c2c9 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825624 Mar 21 19:17:59.265774 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3b2fe196-5c6c-406c-9c84-9b00b7bedb8f req-d1995845-0de8-4dd2-a025-c1dc01ce4919 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829089 Mar 21 19:17:59.417172 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7d829234-db17-432b-bb85-5810baa6aa01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:17:59.712023 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8857a-89b9-4d37-a03c-52ed007d936b req-663cf808-685e-439c-ae5d-f9c0d0701ba4 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:59.713803 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bf8857a-89b9-4d37-a03c-52ed007d936b req-663cf808-685e-439c-ae5d-f9c0d0701ba4 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 946 time: 0.0593529 Mar 21 19:17:59.764033 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bf8857a-89b9-4d37-a03c-52ed007d936b req-29aa7083-8948-4a71-a1e2-5f5301582023 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439911 Mar 21 19:17:59.786872 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48676935-074d-4543-8c1f-2af13930f5d7 req-ac8e3996-6a36-4ebf-ba49-683b61fc8834 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:59.788408 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-48676935-074d-4543-8c1f-2af13930f5d7 req-ac8e3996-6a36-4ebf-ba49-683b61fc8834 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.2815650 Mar 21 19:17:59.834458 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-48676935-074d-4543-8c1f-2af13930f5d7 req-2b936684-4562-4d37-b28c-52d02cad884f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402174 Mar 21 19:17:59.869924 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1980002-f984-4bfd-8031-ce8e9418d58e req-4636bb59-7144-497b-ae32-e7389cc2353a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:17:59.871375 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c1980002-f984-4bfd-8031-ce8e9418d58e req-4636bb59-7144-497b-ae32-e7389cc2353a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0526285 Mar 21 19:17:59.915375 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c1980002-f984-4bfd-8031-ce8e9418d58e req-3097c433-96ec-47ac-b889-dccdb8ff3a4e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385618 Mar 21 19:18:00.101916 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ecc97-70a6-4c28-bd5d-97801519be70 req-92bc8117-e54c-4448-905a-86bc59383d5d tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:00.103407 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-092ecc97-70a6-4c28-bd5d-97801519be70 req-92bc8117-e54c-4448-905a-86bc59383d5d tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0502853 Mar 21 19:18:00.148878 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-092ecc97-70a6-4c28-bd5d-97801519be70 req-71eea296-35bc-4e70-b965-f342a61d1fff tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397050 Mar 21 19:18:00.482482 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:00.882153 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90996fd4-eb84-48ef-b7cf-64a50c632374 req-973603df-6eb5-4664-a7a1-ac942170d349 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:00.883629 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-90996fd4-eb84-48ef-b7cf-64a50c632374 req-973603df-6eb5-4664-a7a1-ac942170d349 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 946 time: 0.0544107 Mar 21 19:18:00.930046 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-90996fd4-eb84-48ef-b7cf-64a50c632374 req-07d4b588-4412-49d6-9d58-ce1b60fafa90 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406618 Mar 21 19:18:00.959991 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c749805-ca5b-4bed-ac0b-c019b0d3b4db req-9363dba2-9000-491d-8c7c-9b86bca0dfa7 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:00.961519 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3c749805-ca5b-4bed-ac0b-c019b0d3b4db req-9363dba2-9000-491d-8c7c-9b86bca0dfa7 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0597315 Mar 21 19:18:01.007482 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3c749805-ca5b-4bed-ac0b-c019b0d3b4db req-c2756f53-3f80-41ec-91e8-866ff1f8ed1b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400369 Mar 21 19:18:01.043294 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4af7b5-7a66-42e1-b851-2aedba16bc17 req-45363a8f-abc2-4555-b2e0-00285a879664 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:01.044772 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd4af7b5-7a66-42e1-b851-2aedba16bc17 req-45363a8f-abc2-4555-b2e0-00285a879664 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 943 time: 0.0513954 Mar 21 19:18:01.056870 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:18:01.094053 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bd4af7b5-7a66-42e1-b851-2aedba16bc17 req-24493ed3-d909-479f-a65a-9523e62184a4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435445 Mar 21 19:18:01.151182 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:01.162015 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'port_id': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'mac_address': 'fa:16:3e:9f:ea:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:18:01.198413 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:18:01.198841 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:01.221047 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:18:01.240510 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:01.244618 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:01.263259 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8b89c-cd1f-4a8e-bd74-cd0f6211c795 req-bd729b27-d934-4f6a-8941-b591fd21db31 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:01.264691 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3aa8b89c-cd1f-4a8e-bd74-cd0f6211c795 req-bd729b27-d934-4f6a-8941-b591fd21db31 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0515449 Mar 21 19:18:01.291107 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=9']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:01.310246 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3aa8b89c-cd1f-4a8e-bd74-cd0f6211c795 req-1707ba43-d2ca-4c9e-863b-d96005457d77 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Mar 21 19:18:02.049897 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649b2ab-0c91-4b03-a8b6-16037cfdb417 req-a0a0cffe-3811-4f99-800b-f63b1b568b4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:02.051360 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2649b2ab-0c91-4b03-a8b6-16037cfdb417 req-a0a0cffe-3811-4f99-800b-f63b1b568b4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 946 time: 0.0544145 Mar 21 19:18:02.079037 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:02.099783 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2649b2ab-0c91-4b03-a8b6-16037cfdb417 req-58bdeeb1-d8c5-435f-9399-a85860a1e83b tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429051 Mar 21 19:18:02.136954 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383804c-470d-44b7-a5c0-f7c89adc64ee req-bb2252f8-004e-4be0-810c-08b52daa5034 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:02.138989 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8383804c-470d-44b7-a5c0-f7c89adc64ee req-bb2252f8-004e-4be0-810c-08b52daa5034 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0631733 Mar 21 19:18:02.184562 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8383804c-470d-44b7-a5c0-f7c89adc64ee req-50d0b154-ea54-4358-af7e-10a9bc851cd9 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400646 Mar 21 19:18:02.219143 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c46a7-22e8-4b33-9ae7-00404b0f7087 req-2eb2d3e2-4434-4d0a-aa73-873a44d0fa6d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:02.220608 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a42c46a7-22e8-4b33-9ae7-00404b0f7087 req-2eb2d3e2-4434-4d0a-aa73-873a44d0fa6d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 944 time: 0.0527639 Mar 21 19:18:02.264647 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a42c46a7-22e8-4b33-9ae7-00404b0f7087 req-b745d2e0-737c-425d-ac77-5c9ce6894add tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383976 Mar 21 19:18:02.423134 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0428a3-8fc5-40a7-8c98-6f94be63f45d req-61223ee6-056d-45fb-9871-9b1292aaeb1f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:02.424616 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6c0428a3-8fc5-40a7-8c98-6f94be63f45d req-61223ee6-056d-45fb-9871-9b1292aaeb1f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0504363 Mar 21 19:18:02.469483 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6c0428a3-8fc5-40a7-8c98-6f94be63f45d req-f91a85d7-2edb-43da-8ceb-5084f94dcbdb tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388684 Mar 21 19:18:03.218616 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566ca78-623b-42f1-8cb7-213dc75bfa5b req-acd816ed-e77f-4646-a2c6-aea0023d3ca1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:03.220610 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b566ca78-623b-42f1-8cb7-213dc75bfa5b req-acd816ed-e77f-4646-a2c6-aea0023d3ca1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 946 time: 0.0528517 Mar 21 19:18:03.278612 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b566ca78-623b-42f1-8cb7-213dc75bfa5b req-9a64b5f2-905f-49c2-b092-8dcb80da60db tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495732 Mar 21 19:18:03.335907 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8a1c8-d1ef-465b-a275-9cc2b80ee92a req-bb2928f5-853c-4f54-a391-4e0c5361d636 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:03.337437 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8dc8a1c8-d1ef-465b-a275-9cc2b80ee92a req-bb2928f5-853c-4f54-a391-4e0c5361d636 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0547163 Mar 21 19:18:03.386223 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8dc8a1c8-d1ef-465b-a275-9cc2b80ee92a req-b2ad1a99-4db3-48bd-b8c3-440bcd3e9e9f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431209 Mar 21 19:18:03.387854 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cbdc5-4798-431d-a940-360a42b2af3c req-fa3892f2-2c7a-4c6a-845e-43924bbd8924 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:03.389591 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d38cbdc5-4798-431d-a940-360a42b2af3c req-fa3892f2-2c7a-4c6a-845e-43924bbd8924 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 944 time: 0.0512733 Mar 21 19:18:03.393178 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:18:03.440151 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d38cbdc5-4798-431d-a940-360a42b2af3c req-d5666e68-72e7-4892-8374-f373c5480b8e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415356 Mar 21 19:18:03.542893 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:03.612989 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5d9cb-6495-41fa-a5aa-6465a19666ec req-d0898e04-4bde-42e6-88d9-1e2e684ca0f0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:03.614490 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a1f5d9cb-6495-41fa-a5aa-6465a19666ec req-d0898e04-4bde-42e6-88d9-1e2e684ca0f0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0814693 Mar 21 19:18:03.625720 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-2a8badb3-cfca-46b0-be06-1d2606a615c7 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:03.627076 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-2a8badb3-cfca-46b0-be06-1d2606a615c7 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 946 time: 0.0678985 Mar 21 19:18:03.738026 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a1f5d9cb-6495-41fa-a5aa-6465a19666ec req-e3425a2c-c72b-400b-a5bc-1a14c8746310 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099167 Mar 21 19:18:03.779865 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Deleting port f6db50f3-dab9-4a56-8239-29c6b0008eec {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:18:03.780211 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:03.861466 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62dddaa-4791-4ac0-b098-ffc4944bd184 req-e800f9eb-067b-4a50-84a6-e5f8a5a9225e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:03.863122 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b62dddaa-4791-4ac0-b098-ffc4944bd184 req-e800f9eb-067b-4a50-84a6-e5f8a5a9225e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0608685 Mar 21 19:18:03.879064 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] For port f6db50f3-dab9-4a56-8239-29c6b0008eec, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=f6db50f3-dab9-4a56-8239-29c6b0008eec,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:03.879913 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:03.912244 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b62dddaa-4791-4ac0-b098-ffc4944bd184 req-ee01b29a-c388-4746-a509-9ed1b9d3f829 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434048 Mar 21 19:18:04.100524 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:04.100979 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (1f4a5a01-876f-40fc-ab06-d01646e1218b), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:04.101302 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Floating IP 1f4a5a01-876f-40fc-ab06-d01646e1218b disassociated. External IP: 172.27.3.198, port: f6db50f3-dab9-4a56-8239-29c6b0008eec. Mar 21 19:18:04.101664 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Calling delete_port for f6db50f3-dab9-4a56-8239-29c6b0008eec owned by compute:nova {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:18:04.250188 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993be758-f18b-4aeb-90ab-296c42248ae3 req-68f11eef-385d-4cc2-b7fd-bb5f263aefe6 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:04.251668 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-993be758-f18b-4aeb-90ab-296c42248ae3 req-68f11eef-385d-4cc2-b7fd-bb5f263aefe6 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0552573 Mar 21 19:18:04.266301 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (f6db50f3-dab9-4a56-8239-29c6b0008eec), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:04.293493 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'Port': ['ID=f6db50f3-dab9-4a56-8239-29c6b0008eec,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:04.301994 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-993be758-f18b-4aeb-90ab-296c42248ae3 req-8ac801ea-09d8-4f23-9659-e72a6382f4de tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Mar 21 19:18:04.304970 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.305325 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.305769 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.306118 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.306459 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.306795 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.307126 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.307581 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.307846 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.308104 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.308437 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.308789 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.309116 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.309440 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.309767 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:04.408925 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dc67b26d-2fe4-4491-af8f-4266a1ce0819 req-c02ab273-9710-4fa2-bb71-1c88a31c4884 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1449e0a-d310-46de-87c4-807d907caed3 HTTP/1.1" status: 200 len: 210 time: 0.0338244 Mar 21 19:18:04.448281 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:18:04.566087 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:18:04.579571 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:18:04.590704 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:18:04.591793 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:17:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:04.601147 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2d410-6a9e-4f57-95e0-cb5980af93ae req-bd2e973e-8f15-4b1e-8e70-515701245c65 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:04.602760 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5ab2d410-6a9e-4f57-95e0-cb5980af93ae req-bd2e973e-8f15-4b1e-8e70-515701245c65 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 944 time: 0.0780330 Mar 21 19:18:04.644425 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] No DVR routers for this DVR port f6db50f3-dab9-4a56-8239-29c6b0008eec on host hv-cinder-83452 {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:18:04.648234 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:04.651974 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a04d430d-44cc-4cd0-97f9-f66e2656d3f4 req-41a4e253-e6b9-431f-85a3-a7bbb3825285 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "DELETE /v2.0/ports/f6db50f3-dab9-4a56-8239-29c6b0008eec HTTP/1.1" status: 204 len: 173 time: 1.0167823 Mar 21 19:18:04.652570 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1449e0a-d310-46de-87c4-807d907caed3', 'name': 'network-vif-deleted', 'tag': 'f6db50f3-dab9-4a56-8239-29c6b0008eec'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:04.655014 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810a9343-2376-4531-a7fa-4276e956a8b8" -d '{"events": [{"server_uuid": "b1449e0a-d310-46de-87c4-807d907caed3", "name": "network-vif-deleted", "tag": "f6db50f3-dab9-4a56-8239-29c6b0008eec"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:04.717155 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5ab2d410-6a9e-4f57-95e0-cb5980af93ae req-5b07823d-4ba7-4919-bbb0-381e9cdc3069 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069400 Mar 21 19:18:04.724370 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff46646-f6de-4bc6-86da-09a87e0cc26e x-openstack-request-id: req-bff46646-f6de-4bc6-86da-09a87e0cc26e {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:04.724704 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1449e0a-d310-46de-87c4-807d907caed3", "name": "network-vif-deleted", "tag": "f6db50f3-dab9-4a56-8239-29c6b0008eec", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:04.724971 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bff46646-f6de-4bc6-86da-09a87e0cc26e {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:04.725378 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1449e0a-d310-46de-87c4-807d907caed3', 'name': 'network-vif-deleted', 'tag': 'f6db50f3-dab9-4a56-8239-29c6b0008eec', 'status': 'completed', 'code': 200} Mar 21 19:18:04.760383 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:18:05.008257 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'f43e8563-4770-40d6-8a2c-4633833e586e', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:00:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:14:58Z', 'updated_at': '2022-03-21T19:15:40Z', 'revision_number': 2, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:05.034061 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:18:05.037583 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:18:05.042600 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:18:05.043211 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:17:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:05.089525 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:18:05.090063 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:05.159880 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:18:05.172423 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:18:05.172855 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:05.195703 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:05.197926 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e256233-88d6-4a2f-a355-b05793a102fb" -d '{"events": [{"server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "name": "network-vif-plugged", "status": "completed", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:05.210567 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:05.217385 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:05.242335 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a703d1e8-4df3-4136-bea6-a126a219c70c x-openstack-request-id: req-a703d1e8-4df3-4136-bea6-a126a219c70c {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:05.242662 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "name": "network-vif-plugged", "status": "completed", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:05.242913 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a703d1e8-4df3-4136-bea6-a126a219c70c {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:05.243316 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'code': 200} Mar 21 19:18:05.273837 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=10']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:05.401370 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'f43e8563-4770-40d6-8a2c-4633833e586e', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:00:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:14:58Z', 'updated_at': '2022-03-21T19:15:40Z', 'revision_number': 2, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:05.430063 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5badcd-4468-41cf-959d-3940bd552ca9 None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'f43e8563-4770-40d6-8a2c-4633833e586e', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.223', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:00:8b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e36944c-b86e-4c93-8643-6d605634167d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:14:58Z', 'updated_at': '2022-03-21T19:15:40Z', 'revision_number': 2, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:18:05.517791 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47700) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:05.572232 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (098f5ad2-c6b5-4b42-bf6a-0e7e4886f594), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:05.596215 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (098f5ad2-c6b5-4b42-bf6a-0e7e4886f594), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:05.650588 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (098f5ad2-c6b5-4b42-bf6a-0e7e4886f594), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:05.653253 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:05.654405 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "DELETE /v2.0/security-groups/098f5ad2-c6b5-4b42-bf6a-0e7e4886f594 HTTP/1.1" status: 204 len: 168 time: 0.1355429 Mar 21 19:18:05.657143 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 47702) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:05.669780 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098f5ad2-c6b5-4b42-bf6a-0e7e4886f594,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:05.674830 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-7b8d26ef-3722-4b81-b8e2-221ac72e615c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] show failed (client error): The resource could not be found. Mar 21 19:18:05.675876 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7b8d26ef-3722-4b81-b8e2-221ac72e615c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups/098f5ad2-c6b5-4b42-bf6a-0e7e4886f594 HTTP/1.1" status: 404 len: 347 time: 0.0177636 Mar 21 19:18:05.677998 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.678554 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.678881 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 47704) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:05.679172 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.679575 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.679973 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.680419 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.681661 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.682125 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.682913 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.683468 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.684023 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.684605 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.685138 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.685618 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.686096 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddd1d1f-2af9-4630-af31-b9ff05cb56bd tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:18:05.747702 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eca7386-e116-4b6c-aae9-c3302dac33e6 None None] New status for floating IP 1f4a5a01-876f-40fc-ab06-d01646e1218b: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:18:05.909014 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293d90c-da1e-4100-9ff4-18dc8a8d6ee1 req-53e99ce6-2b30-4932-bc86-407017f2e31a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:05.911487 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7293d90c-da1e-4100-9ff4-18dc8a8d6ee1 req-53e99ce6-2b30-4932-bc86-407017f2e31a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 946 time: 0.0990529 Mar 21 19:18:05.987777 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7293d90c-da1e-4100-9ff4-18dc8a8d6ee1 req-e4ba5b08-54ca-4582-afae-a1dd8a353b35 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709403 Mar 21 19:18:06.012522 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d6d6d-72e7-418e-90f5-93c8968d66bd req-72eb0334-d3da-4572-9f0a-6e4bcaeee2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:06.012522 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a20d6d6d-72e7-418e-90f5-93c8968d66bd req-72eb0334-d3da-4572-9f0a-6e4bcaeee2cf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 1130 time: 0.1559978 Mar 21 19:18:06.029749 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-8c58efe0-1911-4742-b2ef-ab86f859bf03 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Deleting port 4b38f2f8-1521-4b6d-876d-3bd81074cd96 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:18:06.030042 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8c58efe0-1911-4742-b2ef-ab86f859bf03 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (4b38f2f8-1521-4b6d-876d-3bd81074cd96), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:06.157801 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a20d6d6d-72e7-418e-90f5-93c8968d66bd req-e111cc2d-a7a7-4093-bfcc-4b14793980be service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415730 Mar 21 19:18:06.182918 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8c58efe0-1911-4742-b2ef-ab86f859bf03 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (4b38f2f8-1521-4b6d-876d-3bd81074cd96), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:06.183261 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8c58efe0-1911-4742-b2ef-ab86f859bf03 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (4b38f2f8-1521-4b6d-876d-3bd81074cd96), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:06.196221 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-8c58efe0-1911-4742-b2ef-ab86f859bf03 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Calling delete_port for 4b38f2f8-1521-4b6d-876d-3bd81074cd96 owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:18:06.337117 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8c58efe0-1911-4742-b2ef-ab86f859bf03 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (4b38f2f8-1521-4b6d-876d-3bd81074cd96), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:06.364901 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58efe0-1911-4742-b2ef-ab86f859bf03 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'Port': ['ID=4b38f2f8-1521-4b6d-876d-3bd81074cd96,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:06.388748 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8c58efe0-1911-4742-b2ef-ab86f859bf03 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (1f4a5a01-876f-40fc-ab06-d01646e1218b), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:06.392064 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8c58efe0-1911-4742-b2ef-ab86f859bf03 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:06.393413 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8c58efe0-1911-4742-b2ef-ab86f859bf03 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "DELETE /v2.0/floatingips/1f4a5a01-876f-40fc-ab06-d01646e1218b HTTP/1.1" status: 204 len: 168 time: 0.7136059 Mar 21 19:18:07.041661 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device f6db50f3-dab9-4a56-8239-29c6b0008eec no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:18:07.065679 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: f6db50f3-dab9-4a56-8239-29c6b0008eec {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:18:07.066095 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device f6db50f3-dab9-4a56-8239-29c6b0008eec not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:18:07.117999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865f93a-701d-4d4d-aba5-7f67689579c2 req-104b57d9-c483-4262-93f5-c3348624742d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:07.119636 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0865f93a-701d-4d4d-aba5-7f67689579c2 req-104b57d9-c483-4262-93f5-c3348624742d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 946 time: 0.0558612 Mar 21 19:18:07.174874 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0865f93a-701d-4d4d-aba5-7f67689579c2 req-b79818b2-0396-447f-9379-1bd9e029a4c9 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474858 Mar 21 19:18:08.296049 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd4cdb-77ce-4903-8a5f-322419a65d8e req-075c69d9-5d91-4b47-b895-9e1712fc3de3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:08.297763 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-75fd4cdb-77ce-4903-8a5f-322419a65d8e req-075c69d9-5d91-4b47-b895-9e1712fc3de3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 946 time: 0.0530438 Mar 21 19:18:08.347291 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-75fd4cdb-77ce-4903-8a5f-322419a65d8e req-053f5a5a-eb7b-47cb-87e3-99c3bc8ad246 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438466 Mar 21 19:18:09.467041 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a2f7d-3138-474d-b5cd-2555a142b415 req-af3c8ea2-b9e4-4b0b-a82a-6ad787ec5914 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:09.468525 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3a5a2f7d-3138-474d-b5cd-2555a142b415 req-af3c8ea2-b9e4-4b0b-a82a-6ad787ec5914 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 946 time: 0.0504327 Mar 21 19:18:09.512901 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3a5a2f7d-3138-474d-b5cd-2555a142b415 req-e295a722-7d02-4094-b025-b5376c5297f9 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383077 Mar 21 19:18:09.763792 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:18:13.309516 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:14.256729 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda76d33-4237-443f-9574-c964b005d3b7 req-cb40d1bd-b573-48e1-9e47-5c4b5ee1af91 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:14.258267 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bda76d33-4237-443f-9574-c964b005d3b7 req-cb40d1bd-b573-48e1-9e47-5c4b5ee1af91 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0505009 Mar 21 19:18:14.304404 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bda76d33-4237-443f-9574-c964b005d3b7 req-eac5fa59-f6e5-40a1-a5ea-383916a62a0d tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Mar 21 19:18:14.326075 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 47842) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:14.417829 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e41a6-260a-4769-8202-cb4f0ad74c2d tempest-TestMinimumBasicScenario-1533528059 tempest-TestMinimumBasicScenario-1533528059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:14.419318 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3f0e41a6-260a-4769-8202-cb4f0ad74c2d tempest-TestMinimumBasicScenario-1533528059 tempest-TestMinimumBasicScenario-1533528059-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 1125 time: 0.0922394 Mar 21 19:18:14.422095 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 47846) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:14.426885 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'port_id': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:14.453805 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:14.548525 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:14.651309 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Allocated IP 172.27.3.199 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/ef2d0b87-58fe-41d1-b193-87746c33aad0) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:18:14.747274 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for port (ef2d0b87-58fe-41d1-b193-87746c33aad0), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:14.781773 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (ef2d0b87-58fe-41d1-b193-87746c33aad0), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:14.823889 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:18:14.828141 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:18:14.835245 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:18:14.839245 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'Port': ['ID=ef2d0b87-58fe-41d1-b193-87746c33aad0,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:15.399528 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for floatingip (59e02616-329e-429f-aac4-40ae5dd64821), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:15.461039 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ea044-9b93-4a2c-9965-a9a361f51337 req-3a802fd0-f4bb-4393-a059-3d9badfb3d44 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:15.462655 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-440ea044-9b93-4a2c-9965-a9a361f51337 req-3a802fd0-f4bb-4393-a059-3d9badfb3d44 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 945 time: 0.0551889 Mar 21 19:18:15.469774 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (ef2d0b87-58fe-41d1-b193-87746c33aad0), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:15.507903 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-440ea044-9b93-4a2c-9965-a9a361f51337 req-b8b8e3dc-f0f7-42e9-bc9b-8f110592997f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397294 Mar 21 19:18:15.615131 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for port (ef2d0b87-58fe-41d1-b193-87746c33aad0), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:15.619450 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (ef2d0b87-58fe-41d1-b193-87746c33aad0), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:15.648543 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (59e02616-329e-429f-aac4-40ae5dd64821), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:15.720576 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'Port': ['ID=ef2d0b87-58fe-41d1-b193-87746c33aad0,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:15.755818 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Floating IP 59e02616-329e-429f-aac4-40ae5dd64821 associated. External IP: 172.27.3.199, port: 7bdf2f27-49f9-43ee-848e-84bda52498d7. Mar 21 19:18:15.961902 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:18:16.075988 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:18:16.086791 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] Sync routers for ids ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:18:16.094773 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.097866 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] Routers {'921188e2-b9d2-40c2-91f1-9b6c2deba1fa'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:18:16.098496 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:17:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:16.116384 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30472fcd-12e0-438a-a854-4586a8b55ab7 req-504aacae-7884-46b9-b377-265b2fa57fbb tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:16.117969 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-30472fcd-12e0-438a-a854-4586a8b55ab7 req-504aacae-7884-46b9-b377-265b2fa57fbb tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 945 time: 0.0570803 Mar 21 19:18:16.133060 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-48063222-5541-4afe-83a4-44722fa19184 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7074742 Mar 21 19:18:16.133060 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:16.133508 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:16.136704 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47864) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:16.141229 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-39905a7b-d9d0-4171-b1b7-eacec6cfa962 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-128752254', 'description': 'tempest-secgroup-smoke-128752254 description', 'project_id': 'dd05a51dd20047f891773e965424e978'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:16.174687 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935fc478-6bb0-4c70-a1ba-a9e266c92d23 x-openstack-request-id: req-935fc478-6bb0-4c70-a1ba-a9e266c92d23 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:16.174968 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:16.175312 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-935fc478-6bb0-4c70-a1ba-a9e266c92d23 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:16.175729 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'status': 'completed', 'code': 200} Mar 21 19:18:16.182612 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-39905a7b-d9d0-4171-b1b7-eacec6cfa962 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.189588 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-30472fcd-12e0-438a-a854-4586a8b55ab7 req-d3653f38-8ed3-45f1-b090-1549f5612a08 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660830 Mar 21 19:18:16.260268 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-39905a7b-d9d0-4171-b1b7-eacec6cfa962 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group (05c48a27-2db7-47f2-a545-6277099df813), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.264663 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-39905a7b-d9d0-4171-b1b7-eacec6cfa962 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (05c48a27-2db7-47f2-a545-6277099df813), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.274786 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-ba6bc464-0ede-4749-bd18-00a9faa19eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:16.276380 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-ba6bc464-0ede-4749-bd18-00a9faa19eb7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd05a51dd20047f891773e965424e978&device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 1130 time: 0.0490103 Mar 21 19:18:16.295009 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-39905a7b-d9d0-4171-b1b7-eacec6cfa962 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.296198 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-39905a7b-d9d0-4171-b1b7-eacec6cfa962 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1583202 Mar 21 19:18:16.299085 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47868) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:16.303408 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-266b233e-80d8-4e9d-9f2e-8d4853258a24 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'security_group_rule': {'security_group_id': '05c48a27-2db7-47f2-a545-6277099df813', 'project_id': 'dd05a51dd20047f891773e965424e978', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:16.310379 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39905a7b-d9d0-4171-b1b7-eacec6cfa962 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c48a27-2db7-47f2-a545-6277099df813,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:16.317460 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] Set router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:18:16.333791 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-266b233e-80d8-4e9d-9f2e-8d4853258a24 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (519a95aa-70ab-4f39-97c4-16b125562bfc), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.386026 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-9b6df00a-2089-47b7-b60f-e44e4a5fb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:16.387513 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-9b6df00a-2089-47b7-b60f-e44e4a5fb27a service neutron] 10.222.0.55 "GET /v2.0/networks?id=69d9d2a8-33da-44c5-8928-a3950b1082dd HTTP/1.1" status: 200 len: 914 time: 0.1007199 Mar 21 19:18:16.392965 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-266b233e-80d8-4e9d-9f2e-8d4853258a24 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (519a95aa-70ab-4f39-97c4-16b125562bfc), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.397705 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-266b233e-80d8-4e9d-9f2e-8d4853258a24 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (519a95aa-70ab-4f39-97c4-16b125562bfc), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.416140 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b233e-80d8-4e9d-9f2e-8d4853258a24 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519a95aa-70ab-4f39-97c4-16b125562bfc,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:16.421764 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-266b233e-80d8-4e9d-9f2e-8d4853258a24 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.422795 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-266b233e-80d8-4e9d-9f2e-8d4853258a24 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1225488 Mar 21 19:18:16.425378 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47870) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:16.429872 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-43ffa031-7db3-4baa-b104-9e425879f23f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'security_group_rule': {'security_group_id': '05c48a27-2db7-47f2-a545-6277099df813', 'project_id': 'dd05a51dd20047f891773e965424e978', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:16.459811 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43ffa031-7db3-4baa-b104-9e425879f23f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (d24ce7cd-1a4c-4168-8b20-35f9efaf88b2), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.466342 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-440c860c-c183-43bf-be0d-ee734ab4c0db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 200 len: 1000 time: 0.0692720 Mar 21 19:18:16.522713 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43ffa031-7db3-4baa-b104-9e425879f23f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (d24ce7cd-1a4c-4168-8b20-35f9efaf88b2), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.524164 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-cbda7e7e-7ecb-4704-b8c7-fc0ab84e1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:16.526061 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-cbda7e7e-7ecb-4704-b8c7-fc0ab84e1a58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efcad066-06f7-4103-8c45-037d9d574eb5 HTTP/1.1" status: 200 len: 852 time: 0.0515919 Mar 21 19:18:16.527810 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43ffa031-7db3-4baa-b104-9e425879f23f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (d24ce7cd-1a4c-4168-8b20-35f9efaf88b2), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.544242 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffa031-7db3-4baa-b104-9e425879f23f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d24ce7cd-1a4c-4168-8b20-35f9efaf88b2,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:16.554615 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:59Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '59e02616-329e-429f-aac4-40ae5dd64821', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'port_id': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'mac_address': 'fa:16:3e:6d:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:18:15Z', 'updated_at': '2022-03-21T19:18:15Z', 'revision_number': 0, 'project_id': 'dd05a51dd20047f891773e965424e978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c', 'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'mac_address': 'fa:16:3e:a3:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:57Z', 'updated_at': '2022-03-21T19:17:04Z', 'revision_number': 5, 'project_id': 'dd05a51dd20047f891773e965424e978', 'subnets': [{'id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:16.563123 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43ffa031-7db3-4baa-b104-9e425879f23f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.568196 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 47874) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:16.568359 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-43ffa031-7db3-4baa-b104-9e425879f23f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413984 Mar 21 19:18:16.574032 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-b73bf962-77b9-43d3-b74e-036f4eb7a3b4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'security_group_rule': {'security_group_id': '05c48a27-2db7-47f2-a545-6277099df813', 'project_id': 'dd05a51dd20047f891773e965424e978', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:16.582947 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] Checking router: 921188e2-b9d2-40c2-91f1-9b6c2deba1fa for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:18:16.591894 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] Routers {'921188e2-b9d2-40c2-91f1-9b6c2deba1fa'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:18:16.592641 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:17:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:16.637796 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b73bf962-77b9-43d3-b74e-036f4eb7a3b4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (b95b4f1c-7aab-4612-b15d-6267d635dad5), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.645881 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-a71993f5-c5b5-4ff3-b7d5-acd2323bf522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:16.647380 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-a71993f5-c5b5-4ff3-b7d5-acd2323bf522 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69d9d2a8-33da-44c5-8928-a3950b1082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1108060 Mar 21 19:18:16.699847 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] Set router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:18:16.731231 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76891-1f67-4da7-a684-2d39b2cb87f1 req-f3811c1a-e5ae-4224-9ace-e0e1e235c26b tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:16.732705 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-07c76891-1f67-4da7-a684-2d39b2cb87f1 req-f3811c1a-e5ae-4224-9ace-e0e1e235c26b tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 945 time: 0.1418276 Mar 21 19:18:16.778642 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b73bf962-77b9-43d3-b74e-036f4eb7a3b4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (b95b4f1c-7aab-4612-b15d-6267d635dad5), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.786236 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b73bf962-77b9-43d3-b74e-036f4eb7a3b4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (b95b4f1c-7aab-4612-b15d-6267d635dad5), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.829035 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bf962-77b9-43d3-b74e-036f4eb7a3b4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95b4f1c-7aab-4612-b15d-6267d635dad5,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:16.836805 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-e7bef9f3-578d-4073-8ce7-c897e04f8e37 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783829 Mar 21 19:18:16.840430 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-07c76891-1f67-4da7-a684-2d39b2cb87f1 req-b1e6e6cd-1a3c-43f7-b73f-cd3f1b1d8e6b tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989044 Mar 21 19:18:16.843124 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b73bf962-77b9-43d3-b74e-036f4eb7a3b4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.844223 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b73bf962-77b9-43d3-b74e-036f4eb7a3b4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2737777 Mar 21 19:18:16.847255 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47876) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:16.852445 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-5c87907c-52bc-46ca-8ade-b4f4d1b29ca0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'security_group_rule': {'security_group_id': '05c48a27-2db7-47f2-a545-6277099df813', 'project_id': 'dd05a51dd20047f891773e965424e978', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:16.884658 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5c87907c-52bc-46ca-8ade-b4f4d1b29ca0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (3a72fe3c-a02b-4e95-a2d0-2b4a7c3301fe), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.924016 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:59Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '59e02616-329e-429f-aac4-40ae5dd64821', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'port_id': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'mac_address': 'fa:16:3e:6d:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:18:15Z', 'updated_at': '2022-03-21T19:18:15Z', 'revision_number': 0, 'project_id': 'dd05a51dd20047f891773e965424e978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c', 'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'mac_address': 'fa:16:3e:a3:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:57Z', 'updated_at': '2022-03-21T19:17:04Z', 'revision_number': 5, 'project_id': 'dd05a51dd20047f891773e965424e978', 'subnets': [{'id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:16.945898 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09c3c263-3e5b-4ad8-9f9c-c7df9fff7ec6 req-8fff33fb-44c5-4d61-b203-9e5ecfae2c40 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982220 Mar 21 19:18:16.946902 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5c87907c-52bc-46ca-8ade-b4f4d1b29ca0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (3a72fe3c-a02b-4e95-a2d0-2b4a7c3301fe), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.950838 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5c87907c-52bc-46ca-8ade-b4f4d1b29ca0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (3a72fe3c-a02b-4e95-a2d0-2b4a7c3301fe), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.956721 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ba0dfa-295b-4689-b33e-e3bfa0f55135 None None] The sync data for ids ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'] in dv-cinder-834527-2-iscsi is: [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:59Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '59e02616-329e-429f-aac4-40ae5dd64821', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'floating_ip_address': '172.27.3.199', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'port_id': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'mac_address': 'fa:16:3e:6d:f0:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:18:15Z', 'updated_at': '2022-03-21T19:18:15Z', 'revision_number': 0, 'project_id': 'dd05a51dd20047f891773e965424e978', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c', 'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'mac_address': 'fa:16:3e:a3:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:57Z', 'updated_at': '2022-03-21T19:17:04Z', 'revision_number': 5, 'project_id': 'dd05a51dd20047f891773e965424e978', 'subnets': [{'id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:18:16.971129 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87907c-52bc-46ca-8ade-b4f4d1b29ca0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a72fe3c-a02b-4e95-a2d0-2b4a7c3301fe,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:16.979999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5c87907c-52bc-46ca-8ade-b4f4d1b29ca0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:16.981438 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5c87907c-52bc-46ca-8ade-b4f4d1b29ca0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1326218 Mar 21 19:18:16.983950 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 47878) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:16.989057 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-8efa960e-6d7e-4376-bbb3-3f3c0c2b0e5b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'security_group_rule': {'security_group_id': '05c48a27-2db7-47f2-a545-6277099df813', 'project_id': 'dd05a51dd20047f891773e965424e978', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:17.011228 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.securitygroups_db [None req-8efa960e-6d7e-4376-bbb3-3f3c0c2b0e5b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Project dd05a51dd20047f891773e965424e978 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 19:18:17.016200 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8efa960e-6d7e-4376-bbb3-3f3c0c2b0e5b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (a3887f23-8729-40aa-82cb-c85edc673365), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.078212 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8efa960e-6d7e-4376-bbb3-3f3c0c2b0e5b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (a3887f23-8729-40aa-82cb-c85edc673365), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.082096 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8efa960e-6d7e-4376-bbb3-3f3c0c2b0e5b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (a3887f23-8729-40aa-82cb-c85edc673365), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.096518 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa960e-6d7e-4376-bbb3-3f3c0c2b0e5b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3887f23-8729-40aa-82cb-c85edc673365,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:17.108918 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8efa960e-6d7e-4376-bbb3-3f3c0c2b0e5b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.112699 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8efa960e-6d7e-4376-bbb3-3f3c0c2b0e5b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251338 Mar 21 19:18:17.113666 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47880) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:17.118154 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-a1d9be3b-b947-4228-81d9-a1a176e4bd5f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'security_group_rule': {'security_group_id': '05c48a27-2db7-47f2-a545-6277099df813', 'project_id': 'dd05a51dd20047f891773e965424e978', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:17.138941 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.securitygroups_db [None req-a1d9be3b-b947-4228-81d9-a1a176e4bd5f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Project dd05a51dd20047f891773e965424e978 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 19:18:17.144277 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a1d9be3b-b947-4228-81d9-a1a176e4bd5f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (7293462a-ea27-494d-8ab5-207a9eeb5e8b), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.178310 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b9bdb9-dde7-4bd9-a2fb-2a3c2d76f2ff None None] New status for floating IP 59e02616-329e-429f-aac4-40ae5dd64821: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:18:17.209670 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a1d9be3b-b947-4228-81d9-a1a176e4bd5f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (7293462a-ea27-494d-8ab5-207a9eeb5e8b), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.213453 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a1d9be3b-b947-4228-81d9-a1a176e4bd5f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (7293462a-ea27-494d-8ab5-207a9eeb5e8b), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.235261 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9be3b-b947-4228-81d9-a1a176e4bd5f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7293462a-ea27-494d-8ab5-207a9eeb5e8b,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:17.242513 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a1d9be3b-b947-4228-81d9-a1a176e4bd5f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.245007 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a1d9be3b-b947-4228-81d9-a1a176e4bd5f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302478 Mar 21 19:18:17.339757 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19ab68-f1b7-4cdf-ab61-291bd4062b62 req-f26bd8b0-2203-41c8-acf4-8a136d33ed5d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:17.341079 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-90ff0890-41a3-4ce6-9b6b-94641a29872a tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128752254&fields=id&tenant_id=dd05a51dd20047f891773e965424e978 HTTP/1.1" status: 200 len: 267 time: 0.0521915 Mar 21 19:18:17.341257 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7b19ab68-f1b7-4cdf-ab61-291bd4062b62 req-f26bd8b0-2203-41c8-acf4-8a136d33ed5d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 945 time: 0.0553372 Mar 21 19:18:17.390931 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7b19ab68-f1b7-4cdf-ab61-291bd4062b62 req-ddfbd01a-2110-46ab-9c72-374de3f43660 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Mar 21 19:18:17.396840 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-9918bf4a-d187-47c4-8b13-a74979e7bc59 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:17.398299 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-9918bf4a-d187-47c4-8b13-a74979e7bc59 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0522740 Mar 21 19:18:17.408898 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-5a95b3bd-2d51-477c-bcbf-e688061f544e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'port': {'security_groups': ['69d012a9-9c9a-41fd-8daa-cc7dceaf700d', '05c48a27-2db7-47f2-a545-6277099df813']}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:17.480890 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-5a95b3bd-2d51-477c-bcbf-e688061f544e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.660811 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-5a95b3bd-2d51-477c-bcbf-e688061f544e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] For port 7bdf2f27-49f9-43ee-848e-84bda52498d7, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:17.688738 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-5a95b3bd-2d51-477c-bcbf-e688061f544e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.693082 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-5a95b3bd-2d51-477c-bcbf-e688061f544e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.707289 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['7bdf2f27-49f9-43ee-848e-84bda52498d7'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:18:17.734118 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-5a95b3bd-2d51-477c-bcbf-e688061f544e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:17.734742 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-5a95b3bd-2d51-477c-bcbf-e688061f544e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:17.736181 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-db46ebbd-9cbf-4a5a-942b-2cea32b95758 req-5a95b3bd-2d51-477c-bcbf-e688061f544e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "PUT /v2.0/ports/7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 200 len: 982 time: 0.3318038 Mar 21 19:18:17.761650 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95b3bd-2d51-477c-bcbf-e688061f544e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'Port': ['ID=7bdf2f27-49f9-43ee-848e-84bda52498d7,revision_number=6']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:17.851907 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbedfe-fe78-4a0e-9ca1-d353af77318b req-3f801f6f-f72c-42ae-a608-5ca44dacad47 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:17.854168 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-57bbedfe-fe78-4a0e-9ca1-d353af77318b req-3f801f6f-f72c-42ae-a608-5ca44dacad47 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0612128 Mar 21 19:18:17.903261 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-1b190920-0542-4127-8a25-ead7cddb246e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:17.906031 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['7bdf2f27-49f9-43ee-848e-84bda52498d7'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:18:17.906268 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-1b190920-0542-4127-8a25-ead7cddb246e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 945 time: 0.0767696 Mar 21 19:18:17.938067 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-57bbedfe-fe78-4a0e-9ca1-d353af77318b req-5a8d05d2-5119-48f0-893a-45d3c7631561 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681975 Mar 21 19:18:18.054049 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b970c27-6773-42f6-9bb5-b5e566e7b3e7 req-6c50b5d5-7a49-4909-81c8-6f4a0003d890 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:18.055522 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5b970c27-6773-42f6-9bb5-b5e566e7b3e7 req-6c50b5d5-7a49-4909-81c8-6f4a0003d890 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 945 time: 0.0925198 Mar 21 19:18:18.069398 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Deleting port 68685d44-4e35-4f5e-b146-2deaa4b19317 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:18:18.069741 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:18.125946 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-47c3ca93-6b62-4e6d-bd60-ccb5c6099594 None None] Provisioning complete for port 7bdf2f27-49f9-43ee-848e-84bda52498d7 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:18:18.126329 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-47c3ca93-6b62-4e6d-bd60-ccb5c6099594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:18.167329 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5b970c27-6773-42f6-9bb5-b5e566e7b3e7 req-2c0dbfc7-5e73-475c-8bc0-a1a0c376a738 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=895c376f-bad6-4992-8dcd-31718afdb6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002946 Mar 21 19:18:18.178583 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:18.181048 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa140cd-06ce-4661-b330-fff26f6eaeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:18.204940 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] For port 68685d44-4e35-4f5e-b146-2deaa4b19317, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=68685d44-4e35-4f5e-b146-2deaa4b19317,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:18.205666 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:18.276283 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f2449e-2a87-4bda-b073-869b5ca3bef7 x-openstack-request-id: req-27f2449e-2a87-4bda-b073-869b5ca3bef7 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:18.276752 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:18.277110 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27f2449e-2a87-4bda-b073-869b5ca3bef7 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:18.277601 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'status': 'completed', 'code': 200} Mar 21 19:18:18.316688 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-b7797db3-e3c8-4520-a068-c1aafa5d80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:18.318061 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-b7797db3-e3c8-4520-a068-c1aafa5d80c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd05a51dd20047f891773e965424e978&device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 1169 time: 0.0451469 Mar 21 19:18:18.323002 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-47c3ca93-6b62-4e6d-bd60-ccb5c6099594 None None] Current status of the port 7bdf2f27-49f9-43ee-848e-84bda52498d7 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:18:18.409536 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:18.409948 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (f43e8563-4770-40d6-8a2c-4633833e586e), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:18.410263 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-2657f523-2f1e-40d3-a19c-f7b01b8da084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:18.410434 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Floating IP f43e8563-4770-40d6-8a2c-4633833e586e disassociated. External IP: 172.27.3.223, port: 68685d44-4e35-4f5e-b146-2deaa4b19317. Mar 21 19:18:18.410635 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Calling delete_port for 68685d44-4e35-4f5e-b146-2deaa4b19317 owned by compute:nova {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:18:18.411715 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-2657f523-2f1e-40d3-a19c-f7b01b8da084 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69d9d2a8-33da-44c5-8928-a3950b1082dd HTTP/1.1" status: 200 len: 914 time: 0.0845563 Mar 21 19:18:18.517625 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-a8e62767-bd55-40d1-a6f3-d1795d12fb0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 200 len: 1002 time: 0.0959404 Mar 21 19:18:18.533227 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-d8f0dd54-c19e-4553-8a54-c252f1560421 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:18.534792 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-d8f0dd54-c19e-4553-8a54-c252f1560421 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 945 time: 0.0696270 Mar 21 19:18:18.536802 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbcf92-a19e-42a0-986f-23c0f7722a49 req-bd76fece-e808-4e64-81ba-cc72deaf6d39 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:18.538288 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3afbcf92-a19e-42a0-986f-23c0f7722a49 req-bd76fece-e808-4e64-81ba-cc72deaf6d39 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 945 time: 0.0778093 Mar 21 19:18:18.607688 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (68685d44-4e35-4f5e-b146-2deaa4b19317), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:18.614435 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-948bbbbf-2f62-4ec6-b18e-539661530cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:18.615861 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-948bbbbf-2f62-4ec6-b18e-539661530cc3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efcad066-06f7-4103-8c45-037d9d574eb5 HTTP/1.1" status: 200 len: 852 time: 0.0899403 Mar 21 19:18:18.618867 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3afbcf92-a19e-42a0-986f-23c0f7722a49 req-8353924f-9dff-465f-beac-f4ef10469645 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629075 Mar 21 19:18:18.641916 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'Port': ['ID=68685d44-4e35-4f5e-b146-2deaa4b19317,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:18.697746 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-ee6e6798-8d94-4bd9-814d-79579dea8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:18.699221 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-ee6e6798-8d94-4bd9-814d-79579dea8780 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69d9d2a8-33da-44c5-8928-a3950b1082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636313 Mar 21 19:18:18.701190 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-7c4e3963-e91c-4ae7-99f6-90a12c4e7aca tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Deleting port 6496a748-a0d1-4d38-89b7-88bd3af1eacc {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:18:18.701532 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-7c4e3963-e91c-4ae7-99f6-90a12c4e7aca tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:18.758412 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:18:18.855620 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-7c4e3963-e91c-4ae7-99f6-90a12c4e7aca tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] For port 6496a748-a0d1-4d38-89b7-88bd3af1eacc, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=6496a748-a0d1-4d38-89b7-88bd3af1eacc,segment=NetworkSegment(a7008ae8-087d-4510-90de-54dca597b89f),segment_id=a7008ae8-087d-4510-90de-54dca597b89f)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:18.856307 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-7c4e3963-e91c-4ae7-99f6-90a12c4e7aca tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:18.874066 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-5a2e6a4b-3bdb-49ae-b141-1bc03f83fd55 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595454 Mar 21 19:18:18.878213 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-7c4e3963-e91c-4ae7-99f6-90a12c4e7aca tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Calling delete_port for 6496a748-a0d1-4d38-89b7-88bd3af1eacc owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:18:19.025728 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0aa140cd-06ce-4661-b330-fff26f6eaeaa req-4e348bcb-4e4e-4c31-aa1d-5c10437f0723 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433492 Mar 21 19:18:19.095011 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:18:19.103753 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-7c4e3963-e91c-4ae7-99f6-90a12c4e7aca tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (6496a748-a0d1-4d38-89b7-88bd3af1eacc), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:19.114015 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:18:19.126233 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:18:19.127620 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:17:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:19.151113 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] No DVR routers for this DVR port 68685d44-4e35-4f5e-b146-2deaa4b19317 on host hv-cinder-83452 {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:18:19.154583 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:19.157751 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e3963-e91c-4ae7-99f6-90a12c4e7aca tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Pushing event deleted for resources: {'Port': ['ID=6496a748-a0d1-4d38-89b7-88bd3af1eacc,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:19.166097 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a2c57875-0ea5-4a28-9bfe-759da4169af2 req-5acaad4a-d23d-410b-b00f-77b97a835e2a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "DELETE /v2.0/ports/68685d44-4e35-4f5e-b146-2deaa4b19317 HTTP/1.1" status: 204 len: 173 time: 1.2370906 Mar 21 19:18:19.200650 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-7c4e3963-e91c-4ae7-99f6-90a12c4e7aca tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] No DVR routers for this DVR port 6496a748-a0d1-4d38-89b7-88bd3af1eacc on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:18:19.203652 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-7c4e3963-e91c-4ae7-99f6-90a12c4e7aca tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:19.208421 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95f0ceea-b45f-4f49-a8ef-efc2c7c6e55e req-7c4e3963-e91c-4ae7-99f6-90a12c4e7aca tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.55 "DELETE /v2.0/ports/6496a748-a0d1-4d38-89b7-88bd3af1eacc HTTP/1.1" status: 204 len: 173 time: 0.6492422 Mar 21 19:18:19.209014 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8702d6c-fc75-435f-bcdd-ade2bf90f2b4', 'name': 'network-vif-deleted', 'tag': '6496a748-a0d1-4d38-89b7-88bd3af1eacc'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:19.211688 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71507b4e-7258-4c21-9edf-6536f31c0a43" -d '{"events": [{"server_uuid": "b8702d6c-fc75-435f-bcdd-ade2bf90f2b4", "name": "network-vif-deleted", "tag": "6496a748-a0d1-4d38-89b7-88bd3af1eacc"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:19.260679 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:18:19.261075 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf0f952-0cbb-4efe-b117-252c220b2068 x-openstack-request-id: req-3cf0f952-0cbb-4efe-b117-252c220b2068 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:19.261488 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8702d6c-fc75-435f-bcdd-ade2bf90f2b4", "name": "network-vif-deleted", "tag": "6496a748-a0d1-4d38-89b7-88bd3af1eacc", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:19.261848 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3cf0f952-0cbb-4efe-b117-252c220b2068 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:19.262339 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8702d6c-fc75-435f-bcdd-ade2bf90f2b4', 'name': 'network-vif-deleted', 'tag': '6496a748-a0d1-4d38-89b7-88bd3af1eacc', 'status': 'completed', 'code': 200} Mar 21 19:18:19.332954 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2342b2e-bdea-4a16-81dd-a86304276f5e req-65c80709-9015-4ffa-8417-5c67cdce7934 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e36944c-b86e-4c93-8643-6d605634167d HTTP/1.1" status: 200 len: 210 time: 0.0684221 Mar 21 19:18:19.469923 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:19.495717 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:18:19.504593 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:18:19.505192 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:17:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:19.608741 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:18:19.747356 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-90cd9593-6570-483c-a941-2468b111ee5f req-2713edd4-b17a-4b5d-a19a-ff957ef66174 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=b8702d6c-fc75-435f-bcdd-ade2bf90f2b4 HTTP/1.1" status: 200 len: 210 time: 0.0356064 Mar 21 19:18:19.812793 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:19.839143 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f5f01-c4f2-4273-ab90-bf7906b5239d None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:18:20.047869 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5123be5b-0211-4cea-945e-6dec8837d281 None None] New status for floating IP f43e8563-4770-40d6-8a2c-4633833e586e: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:18:20.278840 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e36944c-b86e-4c93-8643-6d605634167d', 'name': 'network-vif-deleted', 'tag': '68685d44-4e35-4f5e-b146-2deaa4b19317'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:20.281110 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6afad4-c6a6-41db-8f94-b572702f212c" -d '{"events": [{"server_uuid": "9e36944c-b86e-4c93-8643-6d605634167d", "name": "network-vif-deleted", "tag": "68685d44-4e35-4f5e-b146-2deaa4b19317"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:20.314691 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c637064-684b-4359-96c1-75ad3ef1101b x-openstack-request-id: req-1c637064-684b-4359-96c1-75ad3ef1101b {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:20.314988 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e36944c-b86e-4c93-8643-6d605634167d", "name": "network-vif-deleted", "tag": "68685d44-4e35-4f5e-b146-2deaa4b19317", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:20.315244 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1c637064-684b-4359-96c1-75ad3ef1101b {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:20.315636 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e36944c-b86e-4c93-8643-6d605634167d', 'name': 'network-vif-deleted', 'tag': '68685d44-4e35-4f5e-b146-2deaa4b19317', 'status': 'completed', 'code': 200} Mar 21 19:18:20.403641 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47912) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:20.454408 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f13cdfab-8a5f-4e0c-8734-83b0960cecff tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (895c376f-bad6-4992-8dcd-31718afdb6c9), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:20.476069 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f13cdfab-8a5f-4e0c-8734-83b0960cecff tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (895c376f-bad6-4992-8dcd-31718afdb6c9), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:20.524406 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f13cdfab-8a5f-4e0c-8734-83b0960cecff tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (895c376f-bad6-4992-8dcd-31718afdb6c9), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:20.527032 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f13cdfab-8a5f-4e0c-8734-83b0960cecff tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:20.528165 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f13cdfab-8a5f-4e0c-8734-83b0960cecff tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "DELETE /v2.0/security-groups/895c376f-bad6-4992-8dcd-31718afdb6c9 HTTP/1.1" status: 204 len: 168 time: 0.1235433 Mar 21 19:18:20.531050 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 47914) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:20.537204 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13cdfab-8a5f-4e0c-8734-83b0960cecff tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895c376f-bad6-4992-8dcd-31718afdb6c9,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:20.545685 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-2061b786-0d43-4751-88df-1f07e5847c37 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] show failed (client error): The resource could not be found. Mar 21 19:18:20.549567 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2061b786-0d43-4751-88df-1f07e5847c37 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups/895c376f-bad6-4992-8dcd-31718afdb6c9 HTTP/1.1" status: 404 len: 347 time: 0.0148232 Mar 21 19:18:20.549761 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 47916) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:20.668259 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-fb44db86-4501-4856-ab14-98c4aaef4316 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Deleting port 4d7e11e6-3a4b-486c-9796-b15562727e6d {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:18:20.668630 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb44db86-4501-4856-ab14-98c4aaef4316 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (4d7e11e6-3a4b-486c-9796-b15562727e6d), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:20.742519 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb44db86-4501-4856-ab14-98c4aaef4316 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (4d7e11e6-3a4b-486c-9796-b15562727e6d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:20.742851 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb44db86-4501-4856-ab14-98c4aaef4316 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (4d7e11e6-3a4b-486c-9796-b15562727e6d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:20.754574 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-fb44db86-4501-4856-ab14-98c4aaef4316 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Calling delete_port for 4d7e11e6-3a4b-486c-9796-b15562727e6d owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:18:20.881320 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb44db86-4501-4856-ab14-98c4aaef4316 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (4d7e11e6-3a4b-486c-9796-b15562727e6d), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:20.908784 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44db86-4501-4856-ab14-98c4aaef4316 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'Port': ['ID=4d7e11e6-3a4b-486c-9796-b15562727e6d,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:20.934981 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb44db86-4501-4856-ab14-98c4aaef4316 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (f43e8563-4770-40d6-8a2c-4633833e586e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:20.938431 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb44db86-4501-4856-ab14-98c4aaef4316 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:20.939779 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-fb44db86-4501-4856-ab14-98c4aaef4316 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "DELETE /v2.0/floatingips/f43e8563-4770-40d6-8a2c-4633833e586e HTTP/1.1" status: 204 len: 168 time: 0.3885477 Mar 21 19:18:21.077721 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 68685d44-4e35-4f5e-b146-2deaa4b19317 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:18:21.097854 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 68685d44-4e35-4f5e-b146-2deaa4b19317 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:18:21.098206 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 68685d44-4e35-4f5e-b146-2deaa4b19317 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:18:21.098621 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 6496a748-a0d1-4d38-89b7-88bd3af1eacc no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:18:21.117533 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 6496a748-a0d1-4d38-89b7-88bd3af1eacc {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:18:21.117916 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 6496a748-a0d1-4d38-89b7-88bd3af1eacc not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:18:21.269350 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47926) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:21.273879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-3ca6aed2-957c-4166-a452-543a20ba7556 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1242581237', 'description': 'tempest-description--1788086458'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:21.296659 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3ca6aed2-957c-4166-a452-543a20ba7556 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.360097 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3ca6aed2-957c-4166-a452-543a20ba7556 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (be93e8d6-82d1-459c-b7e4-b63c26aff912), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.363846 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3ca6aed2-957c-4166-a452-543a20ba7556 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (be93e8d6-82d1-459c-b7e4-b63c26aff912), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.392350 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6aed2-957c-4166-a452-543a20ba7556 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be93e8d6-82d1-459c-b7e4-b63c26aff912,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:21.397649 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3ca6aed2-957c-4166-a452-543a20ba7556 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.398853 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3ca6aed2-957c-4166-a452-543a20ba7556 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1285005 Mar 21 19:18:21.401645 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47928) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:21.406025 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-8be1033a-6a87-40e9-81d7-b0bc21939511 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group_rule': {'security_group_id': 'be93e8d6-82d1-459c-b7e4-b63c26aff912', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:21.429769 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8be1033a-6a87-40e9-81d7-b0bc21939511 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (b439b64c-6dd5-488a-ae89-38eb6bc090e7), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.719801 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8be1033a-6a87-40e9-81d7-b0bc21939511 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (b439b64c-6dd5-488a-ae89-38eb6bc090e7), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.724413 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8be1033a-6a87-40e9-81d7-b0bc21939511 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (b439b64c-6dd5-488a-ae89-38eb6bc090e7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.743059 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1033a-6a87-40e9-81d7-b0bc21939511 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b439b64c-6dd5-488a-ae89-38eb6bc090e7,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:21.750167 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8be1033a-6a87-40e9-81d7-b0bc21939511 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.751338 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8be1033a-6a87-40e9-81d7-b0bc21939511 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3488092 Mar 21 19:18:21.753984 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47930) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:21.758110 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-dcfb4f05-ff20-43c2-a47a-cd90dfc3121d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group_rule': {'security_group_id': 'be93e8d6-82d1-459c-b7e4-b63c26aff912', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:21.780373 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4f05-ff20-43c2-a47a-cd90dfc3121d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (fae52e87-5494-4a80-83fc-af4368cc5915), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.832122 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4f05-ff20-43c2-a47a-cd90dfc3121d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (fae52e87-5494-4a80-83fc-af4368cc5915), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.835455 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4f05-ff20-43c2-a47a-cd90dfc3121d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (fae52e87-5494-4a80-83fc-af4368cc5915), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.851635 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb4f05-ff20-43c2-a47a-cd90dfc3121d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae52e87-5494-4a80-83fc-af4368cc5915,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:21.859098 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-dcfb4f05-ff20-43c2-a47a-cd90dfc3121d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.860252 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-dcfb4f05-ff20-43c2-a47a-cd90dfc3121d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1053665 Mar 21 19:18:21.863919 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 47932) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:21.867998 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:21.886363 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:21.978379 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:22.076413 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Allocated IP 172.27.3.153 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/2e932e6f-1b40-4539-af7a-2a55c29b5bd9) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:18:22.176982 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (2e932e6f-1b40-4539-af7a-2a55c29b5bd9), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:22.209597 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (2e932e6f-1b40-4539-af7a-2a55c29b5bd9), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:22.243875 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:18:22.246529 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:18:22.249932 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:18:22.276095 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=2e932e6f-1b40-4539-af7a-2a55c29b5bd9,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:22.340500 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (c057a627-0814-406a-97f1-2e3f7315da38), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:22.373685 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (2e932e6f-1b40-4539-af7a-2a55c29b5bd9), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:22.516109 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (2e932e6f-1b40-4539-af7a-2a55c29b5bd9), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:22.521721 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (2e932e6f-1b40-4539-af7a-2a55c29b5bd9), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:22.588049 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=2e932e6f-1b40-4539-af7a-2a55c29b5bd9,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:22.595732 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (c057a627-0814-406a-97f1-2e3f7315da38), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:22.610329 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:22.611534 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-6c89dcf8-e53d-4c58-ba22-c6aceb6d770c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7466826 Mar 21 19:18:22.817737 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-2821cc7f-03f6-4260-a827-4185c212d40d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1242581237&fields=id&tenant_id=cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 267 time: 0.0523672 Mar 21 19:18:22.929643 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-d17fa09c-753d-4e0c-8d40-601c1ad66cc1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:22.931121 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-d17fa09c-753d-4e0c-8d40-601c1ad66cc1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 814 time: 0.1069736 Mar 21 19:18:22.946670 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-c94010f5-440b-4589-aeca-62db894a94ba tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/quotas/cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 375 time: 0.0096123 Mar 21 19:18:23.000766 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-53484d22-0404-4f17-8c45-48f083a23fab tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484557 Mar 21 19:18:23.092966 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-125512d8-a760-47cd-8175-07a576c2c710 service neutron] 10.222.0.41 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801105 Mar 21 19:18:23.183768 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-7de9908c-5873-4cdd-852a-aa682eb5b9b8 service neutron] 10.222.0.41 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847390 Mar 21 19:18:23.341726 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1fd6b57a-330d-42f2-b46d-3cd42073ea24 req-0871b237-a2e4-477e-b4cc-31ed202f5e13 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 210 time: 0.0268462 Mar 21 19:18:24.445620 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-95d106af-93df-4a31-93ff-3f9df5006825 req-3b38af07-8080-45a0-be3c-8eae2199dafc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 210 time: 0.0369415 Mar 21 19:18:24.529104 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08d8673c-98fa-47df-8cd9-06a8eea7f6d3 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:24.530529 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08d8673c-98fa-47df-8cd9-06a8eea7f6d3 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 814 time: 0.1025381 Mar 21 19:18:24.595819 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-505b47a1-df6b-4386-86c6-45712168a0a7 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 380 time: 0.0541954 Mar 21 19:18:24.604648 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'port': {'device_id': '85b08621-d786-45f4-a131-42a315f73098', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'admin_state_up': True, 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'security_groups': ['be93e8d6-82d1-459c-b7e4-b63c26aff912']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:24.707875 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Made reservation on behalf of cf9a98448f0e4dd5993434ab2567e6d9 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:18:24.711103 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:24.828948 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Allocated IP 172.20.0.13 (0b962a0a-e309-4e68-80c4-e22169763239/c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443/0a3edc02-0248-4d79-85b7-c787b0b38fe6) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:18:24.961114 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:24.994749 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:25.035603 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Network 0b962a0a-e309-4e68-80c4-e22169763239 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:18:25.038595 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:18:25.041387 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:18:25.073084 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=0a3edc02-0248-4d79-85b7-c787b0b38fe6,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:25.101605 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:25.102415 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:25.119802 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-282d9c98-be38-4ab0-8163-c29ec3d618cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5186799 Mar 21 19:18:25.133055 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Request body: {'port': {'device_id': '85b08621-d786-45f4-a131-42a315f73098', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:25.197279 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:25.294325 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-9990e0e4-8852-4805-b79d-ea72f4a95726 None None] Provisioning complete for port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:18:25.294855 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9990e0e4-8852-4805-b79d-ea72f4a95726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:25.333944 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-9990e0e4-8852-4805-b79d-ea72f4a95726 None None] Port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:18:25.467828 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3edc02-0248-4d79-85b7-c787b0b38fe6 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:18:25.475620 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Publish callbacks [] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:25.488031 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Transition to ACTIVE for port object 0a3edc02-0248-4d79-85b7-c787b0b38fe6 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:18:25.491300 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:25.576807 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Pushing event updated for resources: {'Port': ['ID=0a3edc02-0248-4d79-85b7-c787b0b38fe6,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:25.641959 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bbafd-c217-4543-9fa1-cce9fdcd86b4 req-6a60f358-fd9a-4257-a2a0-6851ff5bdbda tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:25.643497 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-491bbafd-c217-4543-9fa1-cce9fdcd86b4 req-6a60f358-fd9a-4257-a2a0-6851ff5bdbda tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 944 time: 0.1221704 Mar 21 19:18:25.686267 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Attempting to bind port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:18:25.686610 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Attempting to bind port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:18:25.686942 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Attempting to bind port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 on network 0b962a0a-e309-4e68-80c4-e22169763239 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:18:25.700175 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 on network 0b962a0a-e309-4e68-80c4-e22169763239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:18:25.700524 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Attempting to bind port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 on network 0b962a0a-e309-4e68-80c4-e22169763239 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:18:25.713090 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:18:25.713434 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Checking segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:18:25.713820 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Bound using segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:18:25.714249 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Bound port: 0a3edc02-0248-4d79-85b7-c787b0b38fe6, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:18:25.714606 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:25.725365 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-491bbafd-c217-4543-9fa1-cce9fdcd86b4 req-c451e45c-0564-41d8-af0b-eddd416a09e8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750494 Mar 21 19:18:25.783936 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] For port 0a3edc02-0248-4d79-85b7-c787b0b38fe6, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:18:25.789634 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] For port 0a3edc02-0248-4d79-85b7-c787b0b38fe6, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=0a3edc02-0248-4d79-85b7-c787b0b38fe6,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:18:25.795413 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:25.826012 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:25.826629 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:25.827980 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] 10.222.0.55 "PUT /v2.0/ports/0a3edc02-0248-4d79-85b7-c787b0b38fe6 HTTP/1.1" status: 200 len: 1094 time: 0.6992366 Mar 21 19:18:25.828405 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b08621-d786-45f4-a131-42a315f73098', 'tag': '0a3edc02-0248-4d79-85b7-c787b0b38fe6'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:25.830628 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1539ce-151d-4932-9615-c6b2df7abe35" -d '{"events": [{"name": "network-changed", "server_uuid": "85b08621-d786-45f4-a131-42a315f73098", "tag": "0a3edc02-0248-4d79-85b7-c787b0b38fe6"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:25.862725 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3d7f0-cdc3-4f7a-b432-8c5c120ef83f service neutron] Pushing event updated for resources: {'Port': ['ID=0a3edc02-0248-4d79-85b7-c787b0b38fe6,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:25.869728 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc92cf8b-c0e3-4bcd-9c23-63a2885f7464 x-openstack-request-id: req-cc92cf8b-c0e3-4bcd-9c23-63a2885f7464 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:25.870021 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b08621-d786-45f4-a131-42a315f73098", "tag": "0a3edc02-0248-4d79-85b7-c787b0b38fe6", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:25.870264 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc92cf8b-c0e3-4bcd-9c23-63a2885f7464 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:25.870715 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b08621-d786-45f4-a131-42a315f73098', 'tag': '0a3edc02-0248-4d79-85b7-c787b0b38fe6', 'status': 'completed', 'code': 200} Mar 21 19:18:26.841777 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ed648-9ccf-42ff-9b23-262c471db7cf req-f814e402-9c06-450f-957a-0c6fedcd4459 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:26.843238 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d2ed648-9ccf-42ff-9b23-262c471db7cf req-f814e402-9c06-450f-957a-0c6fedcd4459 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 944 time: 0.0520823 Mar 21 19:18:26.891737 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d2ed648-9ccf-42ff-9b23-262c471db7cf req-def4062f-adc8-4fda-bb33-c942b34a5f2b tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Mar 21 19:18:27.164912 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8544ebcf-3c28-454a-9022-3ea6f333bdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:28.009592 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7def8-14a4-46a7-8a4b-7f91918167b8 req-a2ef1ba9-75c7-491d-ba67-afac1dd1126f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:28.011096 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-22b7def8-14a4-46a7-8a4b-7f91918167b8 req-a2ef1ba9-75c7-491d-ba67-afac1dd1126f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 944 time: 0.0527308 Mar 21 19:18:28.056301 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-22b7def8-14a4-46a7-8a4b-7f91918167b8 req-bef8c517-7e04-458c-8a60-629a1bd937f2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Mar 21 19:18:28.271471 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1539ce-151d-4932-9615-c6b2df7abe35 req-7ee788a1-2715-4f04-ae42-ee2f4c502772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:28.273033 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aa1539ce-151d-4932-9615-c6b2df7abe35 req-7ee788a1-2715-4f04-ae42-ee2f4c502772 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 1128 time: 0.0546796 Mar 21 19:18:28.375461 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1539ce-151d-4932-9615-c6b2df7abe35 req-f6682f91-8f87-4e25-a7b2-8283c12164c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:28.376960 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aa1539ce-151d-4932-9615-c6b2df7abe35 req-f6682f91-8f87-4e25-a7b2-8283c12164c8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943284 Mar 21 19:18:28.481212 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1539ce-151d-4932-9615-c6b2df7abe35 req-416c82cb-b001-43b9-853b-0eb5080ecd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:28.483170 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aa1539ce-151d-4932-9615-c6b2df7abe35 req-416c82cb-b001-43b9-853b-0eb5080ecd7f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982211 Mar 21 19:18:28.598439 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-98a3233a-dc78-4013-98bb-b9ab3ece3b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:28.600001 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-98a3233a-dc78-4013-98bb-b9ab3ece3b87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 1128 time: 0.0583739 Mar 21 19:18:28.653917 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-5a470899-9ac3-43e9-98aa-afa593f1f2f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3edc02-0248-4d79-85b7-c787b0b38fe6 HTTP/1.1" status: 200 len: 217 time: 0.0393367 Mar 21 19:18:28.703324 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-d2ffd32f-94f4-4121-ace9-bf3d4db98cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:28.704805 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-d2ffd32f-94f4-4121-ace9-bf3d4db98cc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 200 len: 853 time: 0.0440133 Mar 21 19:18:28.757523 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-b4c331b4-4dca-423b-be60-9d9e3d773439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:28.759348 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-b4c331b4-4dca-423b-be60-9d9e3d773439 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b962a0a-e309-4e68-80c4-e22169763239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446174 Mar 21 19:18:28.850657 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-d060fa49-15dc-4c46-8ea2-1e9ab6289689 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:28.852121 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-d060fa49-15dc-4c46-8ea2-1e9ab6289689 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/networks?id=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e HTTP/1.1" status: 200 len: 813 time: 0.1148117 Mar 21 19:18:28.853347 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-52a85805-4d78-4588-90ff-f8ccdbfe85f1 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870008 Mar 21 19:18:28.867342 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-1b443fd8-3d0f-4ae9-80d8-79c7a2141bcd tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/quotas/1b34efdc4b104f1884b40ed35cf5118b HTTP/1.1" status: 200 len: 375 time: 0.0095191 Mar 21 19:18:28.899614 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-240d7428-fe78-475d-a83e-a6098a35fcd1 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=1b34efdc4b104f1884b40ed35cf5118b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270259 Mar 21 19:18:28.945391 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9daa557-bf52-4b84-becb-66a2c7e6d7e2 req-623d74ae-34b0-4977-a5a2-2c773ea22d47 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837650 Mar 21 19:18:28.991442 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-2550b66d-0a1c-4b72-aa69-c038470a12ff service neutron] 10.222.0.41 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849500 Mar 21 19:18:29.080942 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-1b3368ca-96d0-4653-a504-105e375b0cf6 service neutron] 10.222.0.41 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833843 Mar 21 19:18:29.182402 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb218f-9eae-4d5d-a4cf-8803af9268c4 req-0a2ca1e3-061b-4163-8542-6229a1ca0d02 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:29.184303 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1eb218f-9eae-4d5d-a4cf-8803af9268c4 req-0a2ca1e3-061b-4163-8542-6229a1ca0d02 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 944 time: 0.0546858 Mar 21 19:18:29.236476 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1eb218f-9eae-4d5d-a4cf-8803af9268c4 req-15e45c69-ada3-4e73-89d9-ed7b17711356 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466058 Mar 21 19:18:29.258621 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8c03936b-9e7e-47e4-bcd7-c80e5cff7dcc req-79ad9fbe-58cb-492c-ab3f-8d2123b9f04c tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 210 time: 0.0285380 Mar 21 19:18:29.418401 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4b230596-4eff-4730-babd-fad13718f503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:30.274514 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-e24db7ad-3e59-47c1-87a5-d89783809161 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:30.275960 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-e24db7ad-3e59-47c1-87a5-d89783809161 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.55 "GET /v2.0/networks?id=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e HTTP/1.1" status: 200 len: 813 time: 0.1095467 Mar 21 19:18:30.291476 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Request body: {'port': {'device_id': '83e0085f-c59e-4aac-bbb3-67b911dc09a5', 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e', 'admin_state_up': True, 'tenant_id': '1b34efdc4b104f1884b40ed35cf5118b'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:30.364377 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2515adb1-ca82-4903-b719-0fe79b3e4b6f req-e27d2f98-6186-4322-8d7e-fa7e958e8aff tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 210 time: 0.0314322 Mar 21 19:18:30.419550 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8da67d-5ab9-4f6c-b4fb-7e8bb637c97a req-c72c3892-fe0e-47a9-a7ff-3ebbbe57bb1d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:30.421043 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c8da67d-5ab9-4f6c-b4fb-7e8bb637c97a req-c72c3892-fe0e-47a9-a7ff-3ebbbe57bb1d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 944 time: 0.1126671 Mar 21 19:18:30.457960 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Made reservation on behalf of 1b34efdc4b104f1884b40ed35cf5118b for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:18:30.461275 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:30.483172 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:30.496125 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c8da67d-5ab9-4f6c-b4fb-7e8bb637c97a req-49d272d2-d7cc-4764-a2d1-1c87ec3ff59e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686305 Mar 21 19:18:30.605356 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Allocated IP 172.20.0.2 (2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e/c2431009-d74c-42e1-a976-e5ded9d318b4/7c8ded77-e820-4fe6-8cd6-39c11f22796c) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:18:30.744380 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks [] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:30.776071 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:30.819994 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:18:30.823021 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:18:30.826554 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:18:30.835448 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Pushing event updated for resources: {'Port': ['ID=7c8ded77-e820-4fe6-8cd6-39c11f22796c,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:30.878770 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:30.879373 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:30.894195 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-09baaf6a-1b08-44e0-892f-7cd3a9858ce2 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6073644 Mar 21 19:18:30.905143 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Request body: {'port': {'device_id': '83e0085f-c59e-4aac-bbb3-67b911dc09a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:30.962896 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:31.208581 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8ded77-e820-4fe6-8cd6-39c11f22796c {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:18:31.215830 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Publish callbacks [] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:31.227969 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Transition to ACTIVE for port object 7c8ded77-e820-4fe6-8cd6-39c11f22796c will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:18:31.231873 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:31.281895 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8ded77-e820-4fe6-8cd6-39c11f22796c,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:31.346784 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Attempting to bind port 7c8ded77-e820-4fe6-8cd6-39c11f22796c on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:18:31.347114 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Attempting to bind port 7c8ded77-e820-4fe6-8cd6-39c11f22796c by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': 'a7008ae8-087d-4510-90de-54dca597b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:18:31.347440 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Attempting to bind port 7c8ded77-e820-4fe6-8cd6-39c11f22796c on network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:18:31.351547 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Port 7c8ded77-e820-4fe6-8cd6-39c11f22796c on network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:18:31.351843 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Attempting to bind port 7c8ded77-e820-4fe6-8cd6-39c11f22796c on network 2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:18:31.356363 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:18:31.356727 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Checking segment: {'id': 'a7008ae8-087d-4510-90de-54dca597b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:18:31.357106 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Bound using segment: {'id': 'a7008ae8-087d-4510-90de-54dca597b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:18:31.357525 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Bound port: 7c8ded77-e820-4fe6-8cd6-39c11f22796c, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7008ae8-087d-4510-90de-54dca597b89f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:18:31.357877 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:31.418966 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] For port 7c8ded77-e820-4fe6-8cd6-39c11f22796c, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:18:31.422540 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] For port 7c8ded77-e820-4fe6-8cd6-39c11f22796c, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7c8ded77-e820-4fe6-8cd6-39c11f22796c,segment=NetworkSegment(a7008ae8-087d-4510-90de-54dca597b89f),segment_id=a7008ae8-087d-4510-90de-54dca597b89f)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:18:31.428734 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:31.460969 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:31.461844 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:31.463225 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] 10.222.0.55 "PUT /v2.0/ports/7c8ded77-e820-4fe6-8cd6-39c11f22796c HTTP/1.1" status: 200 len: 1093 time: 0.5619261 Mar 21 19:18:31.463665 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e0085f-c59e-4aac-bbb3-67b911dc09a5', 'tag': '7c8ded77-e820-4fe6-8cd6-39c11f22796c'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:31.466055 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34021f00-4e24-4750-8cfe-44f48705f26a" -d '{"events": [{"name": "network-changed", "server_uuid": "83e0085f-c59e-4aac-bbb3-67b911dc09a5", "tag": "7c8ded77-e820-4fe6-8cd6-39c11f22796c"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:31.484159 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a136ee-833b-4aa7-b4b9-06a9580c62f1 req-f6e0d2d0-7e2a-4486-b9fe-a685934b32c0 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:31.486611 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c5a136ee-833b-4aa7-b4b9-06a9580c62f1 req-f6e0d2d0-7e2a-4486-b9fe-a685934b32c0 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 943 time: 0.0545347 Mar 21 19:18:31.500765 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec603a3-a14d-42bb-8372-6dbe905a3a94 service neutron] Pushing event updated for resources: {'Port': ['ID=7c8ded77-e820-4fe6-8cd6-39c11f22796c,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:31.513865 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4fcca3d-bb20-40b9-b39a-ee8bf1c694a7 x-openstack-request-id: req-c4fcca3d-bb20-40b9-b39a-ee8bf1c694a7 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:31.514147 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e0085f-c59e-4aac-bbb3-67b911dc09a5", "tag": "7c8ded77-e820-4fe6-8cd6-39c11f22796c", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:31.514398 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c4fcca3d-bb20-40b9-b39a-ee8bf1c694a7 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:31.514800 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e0085f-c59e-4aac-bbb3-67b911dc09a5', 'tag': '7c8ded77-e820-4fe6-8cd6-39c11f22796c', 'status': 'completed', 'code': 200} Mar 21 19:18:31.543115 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c5a136ee-833b-4aa7-b4b9-06a9580c62f1 req-1f62498f-a96d-457f-a8ee-6c7ec7b7358b tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452104 Mar 21 19:18:31.555243 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-a05cd41e-adb4-4c14-b0f9-0c30f4582c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:31.556876 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-a05cd41e-adb4-4c14-b0f9-0c30f4582c58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b34efdc4b104f1884b40ed35cf5118b&device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 1127 time: 0.0516312 Mar 21 19:18:31.612736 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-a58b55de-4d36-4c9b-8314-10d948eda245 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c8ded77-e820-4fe6-8cd6-39c11f22796c HTTP/1.1" status: 200 len: 217 time: 0.0482664 Mar 21 19:18:31.678902 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-fe139e05-f8a8-489c-99d2-b8023b09d956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:31.680335 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-fe139e05-f8a8-489c-99d2-b8023b09d956 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2431009-d74c-42e1-a976-e5ded9d318b4 HTTP/1.1" status: 200 len: 853 time: 0.0527272 Mar 21 19:18:31.687948 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17490cdc-c5c8-48f0-99ff-a6d2e595707a req-6a97d855-05d1-49dd-a6a7-0ee7e3855925 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:31.689326 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-17490cdc-c5c8-48f0-99ff-a6d2e595707a req-6a97d855-05d1-49dd-a6a7-0ee7e3855925 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 944 time: 0.1178689 Mar 21 19:18:31.727892 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-608146b6-513e-49a9-9dd6-93e01518a563 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366156 Mar 21 19:18:31.794463 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-17490cdc-c5c8-48f0-99ff-a6d2e595707a req-b028575f-f0fd-40af-a6a3-ff44e70f82df tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960398 Mar 21 19:18:31.830919 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-54fcfe95-73f0-48b2-96cd-0f74dfd97f5d service neutron] 10.222.0.55 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907199 Mar 21 19:18:31.863037 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 0a3edc02-0248-4d79-85b7-c787b0b38fe6 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:18:31.918664 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef3dcfb1-504b-4bf3-a1f0-6e0ee82c28f7 req-91fe6d85-52d5-4a7e-a027-f9295c6b0be4 service neutron] 10.222.0.55 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814631 Mar 21 19:18:31.957769 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 0a3edc02-0248-4d79-85b7-c787b0b38fe6, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=0a3edc02-0248-4d79-85b7-c787b0b38fe6,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:31.969516 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '0a3edc02-0248-4d79-85b7-c787b0b38fe6', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'port_id': '0a3edc02-0248-4d79-85b7-c787b0b38fe6', 'mac_address': 'fa:16:3e:98:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:18:32.006961 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:18:32.007322 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:32.009152 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34021f00-4e24-4750-8cfe-44f48705f26a req-1c429276-100d-47f0-96e1-da941c0f482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:32.010641 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34021f00-4e24-4750-8cfe-44f48705f26a req-1c429276-100d-47f0-96e1-da941c0f482d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1b34efdc4b104f1884b40ed35cf5118b&device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 1127 time: 0.0441494 Mar 21 19:18:32.023487 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3edc02-0248-4d79-85b7-c787b0b38fe6 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:18:32.042077 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 0a3edc02-0248-4d79-85b7-c787b0b38fe6, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=0a3edc02-0248-4d79-85b7-c787b0b38fe6,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:32.045736 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:32.100345 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:32.104759 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=0a3edc02-0248-4d79-85b7-c787b0b38fe6,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:32.106525 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34021f00-4e24-4750-8cfe-44f48705f26a req-ee6fd17d-c3ba-4160-bf34-126ff556e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:32.107982 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34021f00-4e24-4750-8cfe-44f48705f26a req-ee6fd17d-c3ba-4160-bf34-126ff556e1da service neutron] 10.222.0.55 "GET /v2.0/networks?id=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e HTTP/1.1" status: 200 len: 914 time: 0.0885136 Mar 21 19:18:32.157584 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34021f00-4e24-4750-8cfe-44f48705f26a req-772e4e72-c2a1-40dd-b77c-a12ba647dcae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7c8ded77-e820-4fe6-8cd6-39c11f22796c HTTP/1.1" status: 200 len: 217 time: 0.0428827 Mar 21 19:18:32.204995 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34021f00-4e24-4750-8cfe-44f48705f26a req-98aaec96-a9b8-456b-b9d9-47c876ba8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:32.206503 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34021f00-4e24-4750-8cfe-44f48705f26a req-98aaec96-a9b8-456b-b9d9-47c876ba8ae4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2431009-d74c-42e1-a976-e5ded9d318b4 HTTP/1.1" status: 200 len: 853 time: 0.0423172 Mar 21 19:18:32.240471 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34021f00-4e24-4750-8cfe-44f48705f26a req-eda765f2-13d9-4937-ab52-f451e94b2ae5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249977 Mar 21 19:18:32.337390 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34021f00-4e24-4750-8cfe-44f48705f26a req-079fa038-7f3a-4d25-b5cb-b0c4cfd6c74e service neutron] 10.222.0.55 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808134 Mar 21 19:18:32.386060 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['0a3edc02-0248-4d79-85b7-c787b0b38fe6'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:18:32.421935 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34021f00-4e24-4750-8cfe-44f48705f26a req-e207ed64-9d76-4615-ac9c-72a43d7b0b58 service neutron] 10.222.0.55 "GET /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775592 Mar 21 19:18:32.657354 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024c995-a43d-4fab-9c8e-ade2c3a07f07 req-1eb25d60-58b2-46b0-ab2d-46b322112e9f tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:32.658715 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7024c995-a43d-4fab-9c8e-ade2c3a07f07 req-1eb25d60-58b2-46b0-ab2d-46b322112e9f tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 943 time: 0.0500655 Mar 21 19:18:32.703146 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7024c995-a43d-4fab-9c8e-ade2c3a07f07 req-2b7758a5-6016-44c4-8017-0f09df86ec9b tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380888 Mar 21 19:18:32.913512 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf12ec-f7f8-41d3-a32c-bcae3187ad78 req-52794e0b-f6e8-4fa1-bacf-f5ddde776541 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:32.914902 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-87cf12ec-f7f8-41d3-a32c-bcae3187ad78 req-52794e0b-f6e8-4fa1-bacf-f5ddde776541 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 945 time: 0.0551012 Mar 21 19:18:32.959591 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-87cf12ec-f7f8-41d3-a32c-bcae3187ad78 req-72ad9fa6-615b-48ba-9b8c-cc89945bbc25 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393534 Mar 21 19:18:33.525554 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:33.820931 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef52f9-b42b-41d3-9432-927ab5388c30 req-d6373f8f-7af5-4e99-a9ab-64d79a475ee4 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:33.822390 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bfef52f9-b42b-41d3-9432-927ab5388c30 req-d6373f8f-7af5-4e99-a9ab-64d79a475ee4 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 943 time: 0.0544541 Mar 21 19:18:33.866598 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bfef52f9-b42b-41d3-9432-927ab5388c30 req-0e312550-460b-4728-9dd3-8d6f850a75f5 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387809 Mar 21 19:18:33.889418 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 7c8ded77-e820-4fe6-8cd6-39c11f22796c details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:18:33.891990 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 0a3edc02-0248-4d79-85b7-c787b0b38fe6 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:18:33.996964 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:18:34.009243 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:18:34.009692 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:34.047467 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 7c8ded77-e820-4fe6-8cd6-39c11f22796c, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7c8ded77-e820-4fe6-8cd6-39c11f22796c,segment=NetworkSegment(a7008ae8-087d-4510-90de-54dca597b89f),segment_id=a7008ae8-087d-4510-90de-54dca597b89f)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:34.064643 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '7c8ded77-e820-4fe6-8cd6-39c11f22796c', 'network_id': '2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e', 'port_id': '7c8ded77-e820-4fe6-8cd6-39c11f22796c', 'mac_address': 'fa:16:3e:71:bf:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2431009-d74c-42e1-a976-e5ded9d318b4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:18:34.075424 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3c67c-3833-45ae-b5a2-20b7a729c8ed req-d75fc770-6b69-4a17-9727-52d64373c57b tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:34.077015 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5b3c67c-3833-45ae-b5a2-20b7a729c8ed req-d75fc770-6b69-4a17-9727-52d64373c57b tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 945 time: 0.0516319 Mar 21 19:18:34.122776 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 7c8ded77-e820-4fe6-8cd6-39c11f22796c is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:18:34.123169 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:34.123788 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5b3c67c-3833-45ae-b5a2-20b7a729c8ed req-1cc9876b-81a1-4d90-b6e7-016ba5bd278a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Mar 21 19:18:34.145609 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8ded77-e820-4fe6-8cd6-39c11f22796c {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:18:34.156282 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:18:34.156686 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:34.178418 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 7c8ded77-e820-4fe6-8cd6-39c11f22796c, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7c8ded77-e820-4fe6-8cd6-39c11f22796c,segment=NetworkSegment(a7008ae8-087d-4510-90de-54dca597b89f),segment_id=a7008ae8-087d-4510-90de-54dca597b89f)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:34.187424 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:34.196850 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b08621-d786-45f4-a131-42a315f73098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3edc02-0248-4d79-85b7-c787b0b38fe6'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:34.199072 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cec5611-8505-42da-91b1-cbcfa0b2c78d" -d '{"events": [{"server_uuid": "85b08621-d786-45f4-a131-42a315f73098", "name": "network-vif-plugged", "status": "completed", "tag": "0a3edc02-0248-4d79-85b7-c787b0b38fe6"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:34.231509 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 0a3edc02-0248-4d79-85b7-c787b0b38fe6, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=0a3edc02-0248-4d79-85b7-c787b0b38fe6,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:34.238263 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:34.252430 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ee773c-8e63-4c69-a15a-7217bfd1ad3d x-openstack-request-id: req-95ee773c-8e63-4c69-a15a-7217bfd1ad3d {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:34.252767 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b08621-d786-45f4-a131-42a315f73098", "name": "network-vif-plugged", "status": "completed", "tag": "0a3edc02-0248-4d79-85b7-c787b0b38fe6", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:34.253024 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95ee773c-8e63-4c69-a15a-7217bfd1ad3d {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:34.253407 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b08621-d786-45f4-a131-42a315f73098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3edc02-0248-4d79-85b7-c787b0b38fe6', 'code': 200} Mar 21 19:18:34.257776 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=7c8ded77-e820-4fe6-8cd6-39c11f22796c,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:34.310334 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=0a3edc02-0248-4d79-85b7-c787b0b38fe6,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:34.430645 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90443d63-ea5d-4a93-b20c-e94cd034070b req-c8fd7ef1-414c-4f1c-bf86-9c8da74713ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:34.432102 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-90443d63-ea5d-4a93-b20c-e94cd034070b req-c8fd7ef1-414c-4f1c-bf86-9c8da74713ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 1130 time: 0.0453584 Mar 21 19:18:34.476147 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-90443d63-ea5d-4a93-b20c-e94cd034070b req-73cb7479-30ca-4722-afdc-1b8b628502cf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348697 Mar 21 19:18:34.535274 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['7c8ded77-e820-4fe6-8cd6-39c11f22796c'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:18:34.977942 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290cfe7-9b36-44ce-9f2d-e9294863d82b req-c19ea5a5-cbef-452a-88aa-92fab9a735fc tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:34.979381 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c290cfe7-9b36-44ce-9f2d-e9294863d82b req-c19ea5a5-cbef-452a-88aa-92fab9a735fc tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 944 time: 0.0500398 Mar 21 19:18:35.024001 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c290cfe7-9b36-44ce-9f2d-e9294863d82b req-b445e238-5cad-4392-8b1a-ba2783497652 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392191 Mar 21 19:18:35.242686 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96896c-5954-4a6f-9af8-d23ca76230e4 req-50f316da-a435-4988-a3d0-5d6f0531c9a0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:35.244162 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab96896c-5954-4a6f-9af8-d23ca76230e4 req-50f316da-a435-4988-a3d0-5d6f0531c9a0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 946 time: 0.0519750 Mar 21 19:18:35.289683 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab96896c-5954-4a6f-9af8-d23ca76230e4 req-7d42e9c4-9880-4335-bfcc-6064f3340a7f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398724 Mar 21 19:18:35.885438 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 7c8ded77-e820-4fe6-8cd6-39c11f22796c up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:18:35.937267 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 7c8ded77-e820-4fe6-8cd6-39c11f22796c completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:18:35.941871 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 7c8ded77-e820-4fe6-8cd6-39c11f22796c triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:18:35.942251 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:36.024415 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 7c8ded77-e820-4fe6-8cd6-39c11f22796c is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:18:36.024833 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:36.057756 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 7c8ded77-e820-4fe6-8cd6-39c11f22796c, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7c8ded77-e820-4fe6-8cd6-39c11f22796c,segment=NetworkSegment(a7008ae8-087d-4510-90de-54dca597b89f),segment_id=a7008ae8-087d-4510-90de-54dca597b89f)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:18:36.063891 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:36.115295 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=7c8ded77-e820-4fe6-8cd6-39c11f22796c,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:18:36.158261 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174aa36-8216-4634-86d8-29b070aced40 req-66407416-c6c1-4f29-bf15-46495cc55ced tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:36.159797 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5174aa36-8216-4634-86d8-29b070aced40 req-66407416-c6c1-4f29-bf15-46495cc55ced tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 945 time: 0.0657654 Mar 21 19:18:36.214798 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5174aa36-8216-4634-86d8-29b070aced40 req-444ebe85-d27e-4f57-a845-47e8fcd85679 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470593 Mar 21 19:18:36.254408 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e0085f-c59e-4aac-bbb3-67b911dc09a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8ded77-e820-4fe6-8cd6-39c11f22796c'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:36.256697 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27ba440-973d-40c7-995a-a57d96dbe99d" -d '{"events": [{"server_uuid": "83e0085f-c59e-4aac-bbb3-67b911dc09a5", "name": "network-vif-plugged", "status": "completed", "tag": "7c8ded77-e820-4fe6-8cd6-39c11f22796c"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:36.286176 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e75ff-2f04-4588-8916-236a1f02536d req-85ffa77a-929e-44ba-a68e-e520ea2d56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:36.288718 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-390e75ff-2f04-4588-8916-236a1f02536d req-85ffa77a-929e-44ba-a68e-e520ea2d56ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 1130 time: 0.0842085 Mar 21 19:18:36.290756 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cd9670-7cf8-4c0e-a71d-4aa8b8c25387 x-openstack-request-id: req-02cd9670-7cf8-4c0e-a71d-4aa8b8c25387 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:36.291071 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e0085f-c59e-4aac-bbb3-67b911dc09a5", "name": "network-vif-plugged", "status": "completed", "tag": "7c8ded77-e820-4fe6-8cd6-39c11f22796c", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:36.291350 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02cd9670-7cf8-4c0e-a71d-4aa8b8c25387 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:36.291736 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e0085f-c59e-4aac-bbb3-67b911dc09a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8ded77-e820-4fe6-8cd6-39c11f22796c', 'code': 200} Mar 21 19:18:36.300582 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4f229-2de9-4ead-8720-8cfb2ce087ab req-0186646c-fbdf-4d52-bd5d-1723a66812ab tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:36.303150 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-87e4f229-2de9-4ead-8720-8cfb2ce087ab req-0186646c-fbdf-4d52-bd5d-1723a66812ab tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0900671 Mar 21 19:18:36.411888 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-87e4f229-2de9-4ead-8720-8cfb2ce087ab req-188e3b4c-9a6c-45c0-ac88-b04a3a879504 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987151 Mar 21 19:18:36.416892 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54480e9-4dab-43b9-b95e-a3eaf8f7ebcf req-3fb7c35a-0efe-43bc-9273-8039c5446c97 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:36.418569 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b54480e9-4dab-43b9-b95e-a3eaf8f7ebcf req-3fb7c35a-0efe-43bc-9273-8039c5446c97 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 946 time: 0.0586512 Mar 21 19:18:36.432242 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e75ff-2f04-4588-8916-236a1f02536d req-d3819e6e-6eb1-49a1-89b9-938e6bf45dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:36.433728 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-390e75ff-2f04-4588-8916-236a1f02536d req-d3819e6e-6eb1-49a1-89b9-938e6bf45dd0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.1297386 Mar 21 19:18:36.496959 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b54480e9-4dab-43b9-b95e-a3eaf8f7ebcf req-19466f23-b94d-4458-9ec3-b80f2f427074 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724618 Mar 21 19:18:36.504449 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77b476-5aac-4f68-8d0c-02dac5863206 req-c030054d-8528-4f43-9d69-e0d2f8685b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:36.506238 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8f77b476-5aac-4f68-8d0c-02dac5863206 req-c030054d-8528-4f43-9d69-e0d2f8685b8a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 1129 time: 0.0745881 Mar 21 19:18:36.562472 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8f77b476-5aac-4f68-8d0c-02dac5863206 req-22f9052f-c2e1-4a40-91fa-57b656e91984 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490057 Mar 21 19:18:36.761623 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-390e75ff-2f04-4588-8916-236a1f02536d req-fb17fd97-be57-41b4-9439-13b1263b0f7d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b0ff51-79b7-4be7-9dff-2c677330353f HTTP/1.1" status: 200 len: 1002 time: 0.3214800 Mar 21 19:18:36.808243 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f10f6b-2a74-4473-8155-bce705703b44 req-bc49b923-6f97-44c9-bd18-d304098e3734 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:36.809654 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34f10f6b-2a74-4473-8155-bce705703b44 req-bc49b923-6f97-44c9-bd18-d304098e3734 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 946 time: 0.0952685 Mar 21 19:18:36.818123 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48104) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:18:36.822264 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-62d7f8ee-71b3-47e1-904d-091f99cadd32 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'floatingip': {'port_id': '0a3edc02-0248-4d79-85b7-c787b0b38fe6'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:18:36.828117 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e75ff-2f04-4588-8916-236a1f02536d req-36745a73-db1b-4fc0-add7-c3bb82d99071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:36.829520 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-390e75ff-2f04-4588-8916-236a1f02536d req-36745a73-db1b-4fc0-add7-c3bb82d99071 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.0607677 Mar 21 19:18:36.882517 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-62d7f8ee-71b3-47e1-904d-091f99cadd32 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (c057a627-0814-406a-97f1-2e3f7315da38), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:36.983790 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e75ff-2f04-4588-8916-236a1f02536d req-52cec0c2-8bd6-4f4f-83c5-dd17443c7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:36.985305 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-390e75ff-2f04-4588-8916-236a1f02536d req-52cec0c2-8bd6-4f4f-83c5-dd17443c7936 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1303012 Mar 21 19:18:37.152022 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-390e75ff-2f04-4588-8916-236a1f02536d req-dad29b77-14ef-4c4b-8d61-77536bb77516 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598902 Mar 21 19:18:37.340559 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d991cc-76d4-43fc-bf94-d9420d3ffb5f req-a9a9d279-3e44-4376-bf79-2d4c1f13c870 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:37.342066 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e3d991cc-76d4-43fc-bf94-d9420d3ffb5f req-a9a9d279-3e44-4376-bf79-2d4c1f13c870 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 945 time: 0.0604017 Mar 21 19:18:37.347506 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-390e75ff-2f04-4588-8916-236a1f02536d req-fecc6b68-9bfd-43a6-8ce8-c9756551f7fc service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873801 Mar 21 19:18:37.390165 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e3d991cc-76d4-43fc-bf94-d9420d3ffb5f req-00f70f99-df41-473f-be81-f2372558df28 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Mar 21 19:18:37.438246 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-62d7f8ee-71b3-47e1-904d-091f99cadd32 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:37.443298 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-62d7f8ee-71b3-47e1-904d-091f99cadd32 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (c057a627-0814-406a-97f1-2e3f7315da38), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:37.581399 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17698368-6a8e-4d5a-80c1-462e91eea18a req-8a53f9ea-ceb4-490a-a67a-8a8e187f3a9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:37.582863 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-17698368-6a8e-4d5a-80c1-462e91eea18a req-8a53f9ea-ceb4-490a-a67a-8a8e187f3a9a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0773191 Mar 21 19:18:37.584238 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-62d7f8ee-71b3-47e1-904d-091f99cadd32 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Floating IP c057a627-0814-406a-97f1-2e3f7315da38 associated. External IP: 172.27.3.153, port: 0a3edc02-0248-4d79-85b7-c787b0b38fe6. Mar 21 19:18:37.697747 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-17698368-6a8e-4d5a-80c1-462e91eea18a req-9ef85eb6-8dbf-4530-80de-edf0d8850976 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092875 Mar 21 19:18:37.821882 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d7f8ee-71b3-47e1-904d-091f99cadd32 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:18:37.928917 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d7f8ee-71b3-47e1-904d-091f99cadd32 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:18:37.934908 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-62d7f8ee-71b3-47e1-904d-091f99cadd32 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:37.938596 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:18:37.949341 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:18:37.949885 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:18:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:37.969105 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-62d7f8ee-71b3-47e1-904d-091f99cadd32 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "PUT /v2.0/floatingips/c057a627-0814-406a-97f1-2e3f7315da38 HTTP/1.1" status: 200 len: 992 time: 1.1498637 Mar 21 19:18:37.971033 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b08621-d786-45f4-a131-42a315f73098', 'tag': '0a3edc02-0248-4d79-85b7-c787b0b38fe6'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:18:37.974746 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "85b08621-d786-45f4-a131-42a315f73098", "tag": "0a3edc02-0248-4d79-85b7-c787b0b38fe6"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:18:38.017676 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b5cf71-85f3-497c-8156-57e3d2ba09f1 x-openstack-request-id: req-80b5cf71-85f3-497c-8156-57e3d2ba09f1 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:18:38.017981 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b08621-d786-45f4-a131-42a315f73098", "tag": "0a3edc02-0248-4d79-85b7-c787b0b38fe6", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:18:38.018240 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-80b5cf71-85f3-497c-8156-57e3d2ba09f1 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:18:38.018646 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b08621-d786-45f4-a131-42a315f73098', 'tag': '0a3edc02-0248-4d79-85b7-c787b0b38fe6', 'status': 'completed', 'code': 200} Mar 21 19:18:38.106348 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-195a5781-b30f-45ff-95cf-24654b56f46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:38.107863 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-195a5781-b30f-45ff-95cf-24654b56f46d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 1130 time: 0.0456092 Mar 21 19:18:38.144654 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:18:38.202306 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-851f7860-8e1f-498a-b753-7ca95801eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:38.203776 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-851f7860-8e1f-498a-b753-7ca95801eb36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 915 time: 0.0857034 Mar 21 19:18:38.270222 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-0df421e4-42ab-4f37-8088-fc0126dc9096 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3edc02-0248-4d79-85b7-c787b0b38fe6 HTTP/1.1" status: 200 len: 1000 time: 0.0578220 Mar 21 19:18:38.322447 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-5feb4844-9577-4e8c-b283-9160eff6338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:38.323896 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-5feb4844-9577-4e8c-b283-9160eff6338b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 200 len: 853 time: 0.0472968 Mar 21 19:18:38.367339 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'c057a627-0814-406a-97f1-2e3f7315da38', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '0a3edc02-0248-4d79-85b7-c787b0b38fe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:98:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b08621-d786-45f4-a131-42a315f73098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:18:22Z', 'updated_at': '2022-03-21T19:18:37Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:38.381657 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-d03173f7-d6f5-4acd-8bb1-a5fbfcaf3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:38.383426 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-d03173f7-d6f5-4acd-8bb1-a5fbfcaf3a44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b962a0a-e309-4e68-80c4-e22169763239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494113 Mar 21 19:18:38.392594 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:18:38.400537 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:18:38.401137 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:18:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:38.499560 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-b15cb54a-419e-4418-b849-26bd3010aaf8 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097827 Mar 21 19:18:38.508523 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:18:38.538256 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40feaf93-ea65-4bb8-9cc1-36459c1d9add req-64c3e859-147c-4667-81ce-660f1ae2ebcb tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:38.539712 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40feaf93-ea65-4bb8-9cc1-36459c1d9add req-64c3e859-147c-4667-81ce-660f1ae2ebcb tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 945 time: 0.0811648 Mar 21 19:18:38.625744 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-40feaf93-ea65-4bb8-9cc1-36459c1d9add req-50c6e2b7-1b4b-479b-b101-f41c9da1fa6d tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624626 Mar 21 19:18:38.636442 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e427b9bb-eb5b-4a0d-bf04-9bc2b0051a2c req-ced8e750-aae5-4739-bbc2-cb0fcb7f64b1 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267760 Mar 21 19:18:38.732224 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'c057a627-0814-406a-97f1-2e3f7315da38', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '0a3edc02-0248-4d79-85b7-c787b0b38fe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:98:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b08621-d786-45f4-a131-42a315f73098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:18:22Z', 'updated_at': '2022-03-21T19:18:37Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:18:38.757901 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc381052-c72a-46dd-bd46-c7cd6befde44 None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'c057a627-0814-406a-97f1-2e3f7315da38', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '0a3edc02-0248-4d79-85b7-c787b0b38fe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:98:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85b08621-d786-45f4-a131-42a315f73098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:18:22Z', 'updated_at': '2022-03-21T19:18:37Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:18:38.836894 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bd2c5-d95a-439e-b1a8-ea08b329a941 req-4309fc64-7a30-4c82-bc2e-3f6d7a95c24a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:38.838936 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d01bd2c5-d95a-439e-b1a8-ea08b329a941 req-4309fc64-7a30-4c82-bc2e-3f6d7a95c24a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0693567 Mar 21 19:18:38.887389 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d01bd2c5-d95a-439e-b1a8-ea08b329a941 req-d6c8290c-b24d-463e-8f8f-c57bb22425ca tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431054 Mar 21 19:18:39.002844 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9c47f1-a211-4c23-92ef-894d6fbb1f89 None None] New status for floating IP c057a627-0814-406a-97f1-2e3f7315da38: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:18:40.003896 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6951e2-c810-44ee-b0fa-cb633ece50e5 req-53c4725a-73dd-4d1e-a495-6a8505a4e72e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:40.005426 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f6951e2-c810-44ee-b0fa-cb633ece50e5 req-53c4725a-73dd-4d1e-a495-6a8505a4e72e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0518126 Mar 21 19:18:40.052903 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f6951e2-c810-44ee-b0fa-cb633ece50e5 req-5dbd35e0-672f-4e82-b3b8-885ba9ac8483 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416415 Mar 21 19:18:41.172829 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae83e3b-034b-4ec6-9d3a-118bce3c6229 req-a0fd0298-a690-43f3-a190-597c8be35aca tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:41.174948 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fae83e3b-034b-4ec6-9d3a-118bce3c6229 req-a0fd0298-a690-43f3-a190-597c8be35aca tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0521636 Mar 21 19:18:41.221644 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fae83e3b-034b-4ec6-9d3a-118bce3c6229 req-a877d899-f772-4003-98a3-43bb2d0e5404 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407588 Mar 21 19:18:42.340126 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641f78e-94c1-4df4-9333-d220955d56c9 req-41926003-329a-4676-b5c4-550c0642cf61 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:42.341617 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2641f78e-94c1-4df4-9333-d220955d56c9 req-41926003-329a-4676-b5c4-550c0642cf61 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0539196 Mar 21 19:18:42.386381 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2641f78e-94c1-4df4-9333-d220955d56c9 req-ef3a17ea-0a4b-4dba-82f3-b4444eb4846d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393364 Mar 21 19:18:43.333702 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:43.505936 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb72802-32a4-468e-b9ae-dbb3a389ed6e req-0340a41e-1a3f-49ea-ad48-3d0c37930533 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:43.507403 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6bb72802-32a4-468e-b9ae-dbb3a389ed6e req-0340a41e-1a3f-49ea-ad48-3d0c37930533 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0554316 Mar 21 19:18:43.554264 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6bb72802-32a4-468e-b9ae-dbb3a389ed6e req-df75c27b-2003-4846-9a8a-710bd436c7f9 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411999 Mar 21 19:18:44.672868 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f919d53-454b-4e8d-bc49-14d8e79461af req-5c375602-df45-4973-9505-310fa01b20aa tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:44.674815 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f919d53-454b-4e8d-bc49-14d8e79461af req-5c375602-df45-4973-9505-310fa01b20aa tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0518947 Mar 21 19:18:44.719311 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0f919d53-454b-4e8d-bc49-14d8e79461af req-08c2f111-88b9-408b-a9f5-16bc1cf08089 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389585 Mar 21 19:18:45.835341 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5f339-f9dd-4999-9c35-464ff3eae1a2 req-533cd943-c245-490e-9636-a23e3b6ec07d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:45.836746 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a5c5f339-f9dd-4999-9c35-464ff3eae1a2 req-533cd943-c245-490e-9636-a23e3b6ec07d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0523918 Mar 21 19:18:45.881239 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a5c5f339-f9dd-4999-9c35-464ff3eae1a2 req-4fbf41be-9bde-4833-b8ed-4f9cecf85d20 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390253 Mar 21 19:18:46.763454 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:18:46.995347 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5c9a0-ffd8-45c6-915f-e91494e07a3f req-cae13a1f-d842-4276-a77b-79bc209ec3d4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:46.996805 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c2c5c9a0-ffd8-45c6-915f-e91494e07a3f req-cae13a1f-d842-4276-a77b-79bc209ec3d4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0505304 Mar 21 19:18:47.045215 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c2c5c9a0-ffd8-45c6-915f-e91494e07a3f req-eb7555b2-86d8-43b0-8bde-2a8b79319dc1 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428290 Mar 21 19:18:48.159262 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0515685-f6be-4415-b42b-c1b2e4ae87b1 req-61bd4d94-fc6b-4a39-94fc-3017359dd1a3 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:48.160745 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f0515685-f6be-4415-b42b-c1b2e4ae87b1 req-61bd4d94-fc6b-4a39-94fc-3017359dd1a3 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0513804 Mar 21 19:18:48.209939 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f0515685-f6be-4415-b42b-c1b2e4ae87b1 req-db315a7c-538b-4c08-bf4a-b1c8c0152d8a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437813 Mar 21 19:18:49.325297 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7377454-da12-4edf-ae19-68fe988b4e0c req-354b8f6e-d170-44b3-b238-c0fdc47e8499 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:49.326739 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7377454-da12-4edf-ae19-68fe988b4e0c req-354b8f6e-d170-44b3-b238-c0fdc47e8499 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0513148 Mar 21 19:18:49.371309 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b7377454-da12-4edf-ae19-68fe988b4e0c req-1d90de36-1066-4ab2-ba5c-6b61a16528a1 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384908 Mar 21 19:18:50.486978 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002323d7-e485-45ef-a0e4-c35b3a45a884 req-717ccc98-173e-4f32-821e-ece8a3c9600c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:50.488426 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-002323d7-e485-45ef-a0e4-c35b3a45a884 req-717ccc98-173e-4f32-821e-ece8a3c9600c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0507405 Mar 21 19:18:50.537706 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-002323d7-e485-45ef-a0e4-c35b3a45a884 req-b0f1d971-1bee-4ea6-aa74-6ec4a629e8bc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438256 Mar 21 19:18:51.651619 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5354a5a-88ea-4d56-8dac-d70cd890aa13 req-cc45a27d-2d89-4bad-a19d-a99c61404ed7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:51.653093 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5354a5a-88ea-4d56-8dac-d70cd890aa13 req-cc45a27d-2d89-4bad-a19d-a99c61404ed7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0501029 Mar 21 19:18:51.697143 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5354a5a-88ea-4d56-8dac-d70cd890aa13 req-dc850807-76f7-48aa-beb5-e91f7d1f942b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381339 Mar 21 19:18:51.933445 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e4318-22a5-479c-b9d8-556344f00a9e req-5ffd38df-65c0-4913-99aa-d9ba62a6e166 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:51.934890 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b57e4318-22a5-479c-b9d8-556344f00a9e req-5ffd38df-65c0-4913-99aa-d9ba62a6e166 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0548484 Mar 21 19:18:51.991917 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b57e4318-22a5-479c-b9d8-556344f00a9e req-2dd0855b-0c6e-4663-9c13-2e579c06fb7a tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514698 Mar 21 19:18:52.812392 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89327bdd-64c3-48de-a9ec-9b5a14260443 req-1e91cce8-681d-49fa-873a-1a8700d4e796 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:52.814516 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-89327bdd-64c3-48de-a9ec-9b5a14260443 req-1e91cce8-681d-49fa-873a-1a8700d4e796 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0507979 Mar 21 19:18:52.860498 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-89327bdd-64c3-48de-a9ec-9b5a14260443 req-ecc71255-fd08-464a-94c3-4dd254477c5f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400252 Mar 21 19:18:53.106533 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2840b9d0-a6e9-4f31-946d-79eb95d782c9 req-c70c67f5-d2ad-4e43-9b64-1881e5021c64 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:53.108079 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2840b9d0-a6e9-4f31-946d-79eb95d782c9 req-c70c67f5-d2ad-4e43-9b64-1881e5021c64 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0510960 Mar 21 19:18:53.165470 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2840b9d0-a6e9-4f31-946d-79eb95d782c9 req-4732191b-e0df-4f49-b9e0-8c088dcceb10 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512714 Mar 21 19:18:53.794881 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-25ced354-7bbc-4757-9f94-052ce3cd06ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:53.796472 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-25ced354-7bbc-4757-9f94-052ce3cd06ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd05a51dd20047f891773e965424e978&device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 1169 time: 0.0476460 Mar 21 19:18:53.864868 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-20fe013c-ffc2-4ae1-b015-afcfdb17236d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493248 Mar 21 19:18:53.903362 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-0bc53b73-8651-49ea-9a0c-f017d6b355fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:53.904930 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-0bc53b73-8651-49ea-9a0c-f017d6b355fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=69d9d2a8-33da-44c5-8928-a3950b1082dd HTTP/1.1" status: 200 len: 914 time: 0.0887227 Mar 21 19:18:53.972962 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-4387c256-dc18-4d91-a5cb-5939903c8860 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 200 len: 1002 time: 0.0583460 Mar 21 19:18:53.979661 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-6b9c94d1-432c-462d-ba0a-6713e39ba562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:53.981165 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-6b9c94d1-432c-462d-ba0a-6713e39ba562 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 1129 time: 0.0750611 Mar 21 19:18:53.992140 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da3036-085d-4175-bcf4-89179b3415b6 req-a80432bd-6e3d-4552-b6de-68413c441992 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:53.993647 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88da3036-085d-4175-bcf4-89179b3415b6 req-a80432bd-6e3d-4552-b6de-68413c441992 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0632622 Mar 21 19:18:54.029109 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-6dd116ea-36fd-468d-8bd9-982b2dae0f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:54.030556 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-6dd116ea-36fd-468d-8bd9-982b2dae0f53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efcad066-06f7-4103-8c45-037d9d574eb5 HTTP/1.1" status: 200 len: 852 time: 0.0470593 Mar 21 19:18:54.088889 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-88da3036-085d-4175-bcf4-89179b3415b6 req-13dd146d-0c6f-4640-8f35-2735041ed9e5 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890453 Mar 21 19:18:54.097659 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-4ea2be75-4d97-462a-91d0-9f8370f27d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:54.099159 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-4ea2be75-4d97-462a-91d0-9f8370f27d66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69d9d2a8-33da-44c5-8928-a3950b1082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454419 Mar 21 19:18:54.120574 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-36a7be8a-315e-4d49-aaac-84f0a895b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:54.122037 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-36a7be8a-315e-4d49-aaac-84f0a895b5a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.1085420 Mar 21 19:18:54.165456 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-1f8e30aa-5ba2-45af-9433-1dd0ad265768 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a445558b-fdf1-4f1d-97c3-0a3a77e24349 HTTP/1.1" status: 200 len: 217 time: 0.0339942 Mar 21 19:18:54.200215 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-b114ac66-0c67-4534-a3b3-32d039b9f5a6 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810137 Mar 21 19:18:54.218763 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-f4ca156e-fd02-4f6c-bae6-f85e88328d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:54.220113 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-f4ca156e-fd02-4f6c-bae6-f85e88328d31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.0478342 Mar 21 19:18:54.272667 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-0df274f0-bef0-407e-9fb8-080e9257cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:54.274181 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-0df274f0-bef0-407e-9fb8-080e9257cf89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454612 Mar 21 19:18:54.325291 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-396ddf9a-cd62-4063-9c81-94a666c6ebfa req-9e9d4a54-a31c-4a22-b0f5-36034e370b24 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184759 Mar 21 19:18:54.333635 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac3f2-12ed-4c4e-b431-c779378c5448 req-53ac5d60-e610-47f4-97b7-3272c6f399c0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:54.335189 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-120ac3f2-12ed-4c4e-b431-c779378c5448 req-53ac5d60-e610-47f4-97b7-3272c6f399c0 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0819578 Mar 21 19:18:54.367911 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-892f911b-986e-42f4-96f8-735a279b2a1b service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831466 Mar 21 19:18:54.393946 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-120ac3f2-12ed-4c4e-b431-c779378c5448 req-b4727b1e-456d-47b6-a297-7fd817c0fc5b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527472 Mar 21 19:18:54.461072 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-15f663f9-4057-4175-b11b-419c3398c7a2 req-d870f2ea-ce19-42e2-8e5f-74dccb2dbe91 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850675 Mar 21 19:18:55.209061 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed291c2-ed1a-4cff-ac5d-9ac3f713d614 req-18ac0c36-bc84-4f1a-b07b-58e84e6f5d41 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:55.210524 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0ed291c2-ed1a-4cff-ac5d-9ac3f713d614 req-18ac0c36-bc84-4f1a-b07b-58e84e6f5d41 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0516512 Mar 21 19:18:55.255686 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0ed291c2-ed1a-4cff-ac5d-9ac3f713d614 req-91054705-0fd6-4a5b-94b3-34fe08a82eca tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395536 Mar 21 19:18:55.514824 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743b136f-3571-4463-a928-0386dd3359c4 req-f0e1bcc3-bf01-4895-b97f-06b5b9ba8b45 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:55.516523 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-743b136f-3571-4463-a928-0386dd3359c4 req-f0e1bcc3-bf01-4895-b97f-06b5b9ba8b45 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0562708 Mar 21 19:18:55.584459 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-743b136f-3571-4463-a928-0386dd3359c4 req-bdec0c91-52d6-4d4c-b7b5-c77e68e8527a tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612218 Mar 21 19:18:55.709476 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b646b-b7e4-48ad-97db-624f3d54eb62 req-ef5b9220-21f8-43e7-85aa-fbae71af1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:55.710974 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-644b646b-b7e4-48ad-97db-624f3d54eb62 req-ef5b9220-21f8-43e7-85aa-fbae71af1a24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 1130 time: 0.0443196 Mar 21 19:18:55.757855 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-644b646b-b7e4-48ad-97db-624f3d54eb62 req-758da94c-5e8d-4cf6-b531-535f79859286 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364692 Mar 21 19:18:56.378089 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b8719-296c-4254-91a2-dc82f34e8cbb req-23f6fcd6-ae6d-4673-a45a-734cf4e8bef2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:56.379571 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd4b8719-296c-4254-91a2-dc82f34e8cbb req-23f6fcd6-ae6d-4673-a45a-734cf4e8bef2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0557792 Mar 21 19:18:56.424943 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd4b8719-296c-4254-91a2-dc82f34e8cbb req-a69dc640-986d-41e5-8dcd-bb014cfe7f55 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394988 Mar 21 19:18:56.707627 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b65d18-09c5-408b-9948-4a3dcacb256e req-da026ad3-d67d-48e7-ad7f-2e9560390325 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:56.709151 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-71b65d18-09c5-408b-9948-4a3dcacb256e req-da026ad3-d67d-48e7-ad7f-2e9560390325 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0541029 Mar 21 19:18:56.774070 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-71b65d18-09c5-408b-9948-4a3dcacb256e req-a653e49c-ffff-4004-afbf-244c998cdd06 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584207 Mar 21 19:18:57.165983 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-55b7234e-546f-49fc-bb1b-0b6f9321c326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:57.538681 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0024cd-2795-43a5-b1b9-bbf65f320924 req-95ce48bb-a53f-47f1-b4c1-1e116464ecd2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:57.540133 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7d0024cd-2795-43a5-b1b9-bbf65f320924 req-95ce48bb-a53f-47f1-b4c1-1e116464ecd2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0507896 Mar 21 19:18:57.584511 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7d0024cd-2795-43a5-b1b9-bbf65f320924 req-08153f66-2add-460e-9edc-c7dcbe5368ce tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389197 Mar 21 19:18:57.950763 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-51ea9228-5910-48c8-9a30-db0de10f5d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:57.952276 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-51ea9228-5910-48c8-9a30-db0de10f5d41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 1130 time: 0.0784273 Mar 21 19:18:57.960450 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa0a6e-62b4-485b-baef-3683c5cd4cbe req-aa907799-0ffe-424b-bcf2-11c4a05f9432 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:57.961796 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-aafa0a6e-62b4-485b-baef-3683c5cd4cbe req-aa907799-0ffe-424b-bcf2-11c4a05f9432 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0791528 Mar 21 19:18:57.963425 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966fcee-f368-4198-bf11-e9ed7cc30370 req-a2b1c73e-d0fe-4c27-845b-fb02d3d64e7e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:57.964913 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c966fcee-f368-4198-bf11-e9ed7cc30370 req-a2b1c73e-d0fe-4c27-845b-fb02d3d64e7e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0545986 Mar 21 19:18:58.012123 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c966fcee-f368-4198-bf11-e9ed7cc30370 req-83c0c050-e8ec-47fd-b800-d9c9955071ee tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405087 Mar 21 19:18:58.089097 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-c04f362a-9617-440e-a629-3e695fd99abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:58.090791 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-c04f362a-9617-440e-a629-3e695fd99abe service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.1281581 Mar 21 19:18:58.096968 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-aafa0a6e-62b4-485b-baef-3683c5cd4cbe req-4e9e87d3-bed2-432c-b662-909b4bd639c2 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272271 Mar 21 19:18:58.176576 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-306cfd4b-1993-48d2-807b-0475ff28f89f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b0ff51-79b7-4be7-9dff-2c677330353f HTTP/1.1" status: 200 len: 1002 time: 0.0786364 Mar 21 19:18:58.176805 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e0115-0e10-4d34-acc6-6c39db3c2665 req-7eff76b6-2534-4771-9b58-dc78e5bcbc54 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:58.180376 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a67e0115-0e10-4d34-acc6-6c39db3c2665 req-7eff76b6-2534-4771-9b58-dc78e5bcbc54 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0609925 Mar 21 19:18:58.230021 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a67e0115-0e10-4d34-acc6-6c39db3c2665 req-41b32c36-aef8-43b8-a51e-2afbc7121a4c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455017 Mar 21 19:18:58.237699 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-d26f63b7-6711-4dd2-9189-b9d23c621e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:58.239208 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-d26f63b7-6711-4dd2-9189-b9d23c621e11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.0522435 Mar 21 19:18:58.321328 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-9a2fd01d-0c68-4d24-aeb3-0cb317671e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:58.324155 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-9a2fd01d-0c68-4d24-aeb3-0cb317671e3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739510 Mar 21 19:18:58.434255 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-8a35ae23-5185-47b0-9e1a-c068bceaaef6 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941467 Mar 21 19:18:58.539856 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-69ae47f4-531b-41ed-8362-c67880a776a7 req-d57684d9-1bc6-4526-9f11-54e3be7c65bb service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904284 Mar 21 19:18:59.136342 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb05b2-46f8-44c0-b11f-4dc3527ad1bf req-2dd17e7f-c238-4c69-a0fc-9f841a5fafab tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:59.137843 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-85eb05b2-46f8-44c0-b11f-4dc3527ad1bf req-2dd17e7f-c238-4c69-a0fc-9f841a5fafab tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0569215 Mar 21 19:18:59.183813 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-85eb05b2-46f8-44c0-b11f-4dc3527ad1bf req-60b891d9-7d39-47e3-a3e9-c5760193d909 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396636 Mar 21 19:18:59.223496 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d037260-e854-437c-8a76-d09cf7a43a7c req-aeb8c7af-c25a-4d2d-b634-3a430ddbc6e4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:59.225001 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2d037260-e854-437c-8a76-d09cf7a43a7c req-aeb8c7af-c25a-4d2d-b634-3a430ddbc6e4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0569646 Mar 21 19:18:59.287079 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2d037260-e854-437c-8a76-d09cf7a43a7c req-c19cdefc-7bee-4d76-b32f-84814177013a tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563328 Mar 21 19:18:59.354483 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d561a-43ea-4580-ab26-2ed0744fc495 req-c922bd33-9130-4d31-b813-d38e25a1284e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:59.356060 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-271d561a-43ea-4580-ab26-2ed0744fc495 req-c922bd33-9130-4d31-b813-d38e25a1284e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0558221 Mar 21 19:18:59.405723 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-271d561a-43ea-4580-ab26-2ed0744fc495 req-ba34a1c8-d171-4a50-8ed3-7312650583e7 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439808 Mar 21 19:18:59.428829 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b8f6-305f-4700-8b5b-70ae9e7b1854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:18:59.690685 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c58049d-30a6-4c21-a368-284ac460ee12 req-de978c57-5ebe-45ba-9238-f791bf692332 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:18:59.692151 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c58049d-30a6-4c21-a368-284ac460ee12 req-de978c57-5ebe-45ba-9238-f791bf692332 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 946 time: 0.0513520 Mar 21 19:18:59.736602 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8c58049d-30a6-4c21-a368-284ac460ee12 req-661dfb1d-b0d5-4e15-8f39-9126436d0a70 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389888 Mar 21 19:19:00.304871 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b8890-e8d8-4d55-baa9-6891bdd86b94 req-388e9ad6-8499-447d-b026-a714da1e1df6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:00.306342 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2e1b8890-e8d8-4d55-baa9-6891bdd86b94 req-388e9ad6-8499-447d-b026-a714da1e1df6 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0517981 Mar 21 19:19:00.353134 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2e1b8890-e8d8-4d55-baa9-6891bdd86b94 req-47451a73-bda6-408d-aec2-4c0d76eb88fe tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412314 Mar 21 19:19:00.402326 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed1b30-d56b-4c6b-9f02-f458deeab994 req-d449fb08-a733-406e-af16-96c91514fb78 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:00.403783 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c0ed1b30-d56b-4c6b-9f02-f458deeab994 req-d449fb08-a733-406e-af16-96c91514fb78 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0506570 Mar 21 19:19:00.461409 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c0ed1b30-d56b-4c6b-9f02-f458deeab994 req-c65f9a5f-53f0-4711-ae54-b279152f43ae tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510781 Mar 21 19:19:00.490651 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:00.523437 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71069-3177-442b-be9d-6950d507e4e6 req-f2831a01-ea3b-4471-b3fe-dc82d1a2bcab tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:00.524959 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bee71069-3177-442b-be9d-6950d507e4e6 req-f2831a01-ea3b-4471-b3fe-dc82d1a2bcab tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0525701 Mar 21 19:19:00.575671 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bee71069-3177-442b-be9d-6950d507e4e6 req-79c500fe-b7e0-4dd4-af8c-1fcaf6825fb3 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438592 Mar 21 19:19:00.807882 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce473c-44d4-40a6-813c-acffd670b155 req-f8272b5a-d1d5-454f-97fb-bc9824bdf4d5 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:00.809476 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-acce473c-44d4-40a6-813c-acffd670b155 req-f8272b5a-d1d5-454f-97fb-bc9824bdf4d5 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 945 time: 0.0520542 Mar 21 19:19:00.856788 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-acce473c-44d4-40a6-813c-acffd670b155 req-c44ce11b-615d-4661-a79d-8927170e2c58 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405560 Mar 21 19:19:00.864175 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1ef63-6b3c-4691-818c-d59c1fcdf9c7 req-2f55da12-c55d-4add-a33c-eed372f45654 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:00.865729 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-76c1ef63-6b3c-4691-818c-d59c1fcdf9c7 req-2f55da12-c55d-4add-a33c-eed372f45654 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 946 time: 0.0566187 Mar 21 19:19:00.911675 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-76c1ef63-6b3c-4691-818c-d59c1fcdf9c7 req-8db39d5a-832d-4c7e-874b-5b104facd9c2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405419 Mar 21 19:19:01.467371 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56b92e-edde-4e39-88bf-bb549392ea65 req-4ffb1f53-2fdc-4fec-943c-194bb1af412a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:01.468868 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0a56b92e-edde-4e39-88bf-bb549392ea65 req-4ffb1f53-2fdc-4fec-943c-194bb1af412a tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0506232 Mar 21 19:19:01.514017 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0a56b92e-edde-4e39-88bf-bb549392ea65 req-06410f48-ee41-4735-a020-24ca85129c31 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391991 Mar 21 19:19:01.579936 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacddfce-54b5-44d3-a9da-8cbedcda5acd req-84110d3d-cbfc-4abf-912b-e9fb7cea233b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:01.581485 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cacddfce-54b5-44d3-a9da-8cbedcda5acd req-84110d3d-cbfc-4abf-912b-e9fb7cea233b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0521126 Mar 21 19:19:01.629458 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e827aa-cedc-4b02-bade-9973f393c6d6 req-8c6c5888-a68f-43a7-8145-f6c3b1eb4ca4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:01.631009 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b9e827aa-cedc-4b02-bade-9973f393c6d6 req-8c6c5888-a68f-43a7-8145-f6c3b1eb4ca4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0553620 Mar 21 19:19:01.639728 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48348) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:01.644299 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-7683a66a-6ca0-4f52-9a00-9dad26ac5358 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Request body: {'floatingip': {'port_id': '51b0ff51-79b7-4be7-9dff-2c677330353f'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:01.645093 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cacddfce-54b5-44d3-a9da-8cbedcda5acd req-dc55b660-c3bd-469d-9915-da6ae41eee8f tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580206 Mar 21 19:19:01.721545 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7683a66a-6ca0-4f52-9a00-9dad26ac5358 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for floatingip (04397ed5-73b2-41fc-8525-69d70644be23), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:01.809461 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238270d1-8100-4c5f-a27d-e9f381e38139 req-6b78c883-d78e-4d0b-8902-433239adb5ff tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:01.810925 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-238270d1-8100-4c5f-a27d-e9f381e38139 req-6b78c883-d78e-4d0b-8902-433239adb5ff tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.1231961 Mar 21 19:19:01.952608 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-238270d1-8100-4c5f-a27d-e9f381e38139 req-7371006c-0cd9-4785-9f33-bbf02aa3b539 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360052 Mar 21 19:19:01.987663 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69530ec-f421-4277-99ba-c23c455b8e1d req-43763e4b-8a25-40e7-8752-96faa302e31f tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:01.993147 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f69530ec-f421-4277-99ba-c23c455b8e1d req-43763e4b-8a25-40e7-8752-96faa302e31f tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 945 time: 0.0689256 Mar 21 19:19:02.042897 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f69530ec-f421-4277-99ba-c23c455b8e1d req-04d1b419-8fca-45a0-aab7-43fdd4ee68ac tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477583 Mar 21 19:19:02.084382 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:02.098998 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-46f51cb3-6658-4e57-a9fd-6a37bc157998 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:02.100445 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-46f51cb3-6658-4e57-a9fd-6a37bc157998 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.55 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 946 time: 0.1388247 Mar 21 19:19:02.368189 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a80814-75c2-4027-9e7e-66ed32737389 req-0f0de95c-3598-4eec-aff9-14224fe6af1a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:02.369680 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d9a80814-75c2-4027-9e7e-66ed32737389 req-0f0de95c-3598-4eec-aff9-14224fe6af1a tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 946 time: 0.3600600 Mar 21 19:19:02.523114 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d9a80814-75c2-4027-9e7e-66ed32737389 req-405f17af-6f9b-47f1-8364-71d071d34fb0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=9219f70b-ecbe-4e81-9606-af9c2471c27d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464503 Mar 21 19:19:02.564168 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Deleting port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:19:02.564564 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:02.668429 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7683a66a-6ca0-4f52-9a00-9dad26ac5358 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:02.676172 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7683a66a-6ca0-4f52-9a00-9dad26ac5358 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (04397ed5-73b2-41fc-8525-69d70644be23), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:02.759279 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585b70a-563b-4d13-ba53-7c2382b6c5b2 req-cb2cb7c3-c50d-4d4b-88c0-eec67b94ef1e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:02.760586 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] For port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:02.760838 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e585b70a-563b-4d13-ba53-7c2382b6c5b2 req-cb2cb7c3-c50d-4d4b-88c0-eec67b94ef1e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0524528 Mar 21 19:19:02.760949 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:02.818689 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e585b70a-563b-4d13-ba53-7c2382b6c5b2 req-513db3ce-734e-4e92-a9d7-00f3977e8625 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522282 Mar 21 19:19:02.885424 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-1692a28b-bc46-46f1-9770-b38bd53fdfc8 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:02.887689 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-1692a28b-bc46-46f1-9770-b38bd53fdfc8 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.55 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 945 time: 0.0680194 Mar 21 19:19:02.984630 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-479f99cc-3014-4240-84bb-78d0635267e6 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Deleting port 7c8ded77-e820-4fe6-8cd6-39c11f22796c {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:19:02.985757 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-479f99cc-3014-4240-84bb-78d0635267e6 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:03.037234 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:03.037602 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (d785d714-937c-4057-9dc2-16e47004e76d), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:03.037923 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Floating IP d785d714-937c-4057-9dc2-16e47004e76d disassociated. External IP: 172.27.3.51, port: 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa. Mar 21 19:19:03.038280 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Calling delete_port for 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa owned by compute:nova {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:19:03.072904 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-479f99cc-3014-4240-84bb-78d0635267e6 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] For port 7c8ded77-e820-4fe6-8cd6-39c11f22796c, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7c8ded77-e820-4fe6-8cd6-39c11f22796c,segment=NetworkSegment(a7008ae8-087d-4510-90de-54dca597b89f),segment_id=a7008ae8-087d-4510-90de-54dca597b89f)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:03.073284 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-479f99cc-3014-4240-84bb-78d0635267e6 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:03.077543 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7683a66a-6ca0-4f52-9a00-9dad26ac5358 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Router b344e114-cac5-457d-8db3-1994c731ebfb has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:19:03.091697 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-479f99cc-3014-4240-84bb-78d0635267e6 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Calling delete_port for 7c8ded77-e820-4fe6-8cd6-39c11f22796c owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:19:03.183811 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af6bd7-a2e7-451a-a8ff-7a1ab620512d req-c5b417d5-5a8e-4ffe-99e7-0cd0fa07eba9 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:03.185353 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-68af6bd7-a2e7-451a-a8ff-7a1ab620512d req-c5b417d5-5a8e-4ffe-99e7-0cd0fa07eba9 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.1612451 Mar 21 19:19:03.210777 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b0e30-3726-41b7-801c-ccac5d4f0617 req-61200615-8abb-41f6-91c1-9b0ed6a6d4d0 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:03.212277 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c2b0e30-3726-41b7-801c-ccac5d4f0617 req-61200615-8abb-41f6-91c1-9b0ed6a6d4d0 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/ports?device_id=83e0085f-c59e-4aac-bbb3-67b911dc09a5 HTTP/1.1" status: 200 len: 945 time: 0.0755956 Mar 21 19:19:03.300733 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c2b0e30-3726-41b7-801c-ccac5d4f0617 req-121b198f-fc5e-44e8-b914-e28aca9be1c8 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.41 "GET /v2.0/security-groups?id=b018e7e6-1439-4f24-a044-7928a7ee077f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820482 Mar 21 19:19:03.304971 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-479f99cc-3014-4240-84bb-78d0635267e6 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (7c8ded77-e820-4fe6-8cd6-39c11f22796c), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:03.319613 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-68af6bd7-a2e7-451a-a8ff-7a1ab620512d req-08a44e78-f107-4974-9379-05175a73f963 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057322 Mar 21 19:19:03.324853 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['7c8ded77-e820-4fe6-8cd6-39c11f22796c'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:19:03.349012 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f99cc-3014-4240-84bb-78d0635267e6 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Pushing event deleted for resources: {'Port': ['ID=7c8ded77-e820-4fe6-8cd6-39c11f22796c,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:03.356472 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7683a66a-6ca0-4f52-9a00-9dad26ac5358 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:19:03.361674 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7683a66a-6ca0-4f52-9a00-9dad26ac5358 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:03.367535 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] Sync routers for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:19:03.377139 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:03.377752 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:18:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:03.380734 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:03.391109 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-479f99cc-3014-4240-84bb-78d0635267e6 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] No DVR routers for this DVR port 7c8ded77-e820-4fe6-8cd6-39c11f22796c on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:19:03.396081 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-479f99cc-3014-4240-84bb-78d0635267e6 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:03.400411 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-043fad6f-1731-4035-bb32-8d6e4581dbdb req-479f99cc-3014-4240-84bb-78d0635267e6 tempest-VolumesSnapshotTestJSON-1590061956 tempest-VolumesSnapshotTestJSON-1590061956-project] 10.222.0.55 "DELETE /v2.0/ports/7c8ded77-e820-4fe6-8cd6-39c11f22796c HTTP/1.1" status: 204 len: 173 time: 0.5057964 Mar 21 19:19:03.400903 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e0085f-c59e-4aac-bbb3-67b911dc09a5', 'name': 'network-vif-deleted', 'tag': '7c8ded77-e820-4fe6-8cd6-39c11f22796c'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:03.404371 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2993dc56-03a3-47ff-8c51-02b3af42fb72" -d '{"events": [{"server_uuid": "83e0085f-c59e-4aac-bbb3-67b911dc09a5", "name": "network-vif-deleted", "tag": "7c8ded77-e820-4fe6-8cd6-39c11f22796c"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:03.422133 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:03.424636 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4721ab94-f223-4abf-89f6-7b746465bb61" -d '{"events": [{"name": "network-changed", "server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:03.427182 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event deleted for resources: {'Port': ['ID=996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:03.471682 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2355cb70-afe5-4c80-b700-eae5b2b7c3f8 x-openstack-request-id: req-2355cb70-afe5-4c80-b700-eae5b2b7c3f8 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:03.471975 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e0085f-c59e-4aac-bbb3-67b911dc09a5", "name": "network-vif-deleted", "tag": "7c8ded77-e820-4fe6-8cd6-39c11f22796c", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:03.472224 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2355cb70-afe5-4c80-b700-eae5b2b7c3f8 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:03.472797 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e0085f-c59e-4aac-bbb3-67b911dc09a5', 'name': 'network-vif-deleted', 'tag': '7c8ded77-e820-4fe6-8cd6-39c11f22796c', 'status': 'completed', 'code': 200} Mar 21 19:19:03.489491 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7683a66a-6ca0-4f52-9a00-9dad26ac5358 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "PUT /v2.0/floatingips/04397ed5-73b2-41fc-8525-69d70644be23 HTTP/1.1" status: 200 len: 994 time: 1.8485255 Mar 21 19:19:03.505746 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:03.523492 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edc0cb6-423e-4d9d-92c6-ddc3100cc94e x-openstack-request-id: req-5edc0cb6-423e-4d9d-92c6-ddc3100cc94e {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:03.524067 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:03.524067 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5edc0cb6-423e-4d9d-92c6-ddc3100cc94e {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:03.524413 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'status': 'completed', 'code': 200} Mar 21 19:19:03.543750 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:03.616119 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-4b437a69-5635-4e6a-b01a-cbbb6a1c9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:03.618527 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-4b437a69-5635-4e6a-b01a-cbbb6a1c9e4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 1130 time: 0.0651276 Mar 21 19:19:03.644384 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Router 428b30e5-d1da-4772-b477-1e041c1aaf02 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:19:03.646740 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4693808d-004f-4572-9fef-83a220da3dae req-ce36a241-de87-47d0-96ba-857688a144dd tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=04d03233-01a9-4c8b-96cb-08b3a3a1487a HTTP/1.1" status: 200 len: 210 time: 0.0331514 Mar 21 19:19:03.742172 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-38d513e2-3603-41c2-891f-f84a17ccc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:03.743933 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-38d513e2-3603-41c2-891f-f84a17ccc123 service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.1004710 Mar 21 19:19:03.754273 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '04397ed5-73b2-41fc-8525-69d70644be23', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'port_id': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'mac_address': 'fa:16:3e:9a:cf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:19:02Z', 'revision_number': 3, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:07Z', 'revision_number': 5, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:03.768121 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:19:03.779078 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] Sync routers for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:19:03.779957 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] Checking router: b344e114-cac5-457d-8db3-1994c731ebfb for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:19:03.788774 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:03.789333 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:18:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:03.800089 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:03.801057 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:18:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:03.827200 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-59958af5-de2a-4415-8803-8f9713824cae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b0ff51-79b7-4be7-9dff-2c677330353f HTTP/1.1" status: 200 len: 1002 time: 0.0764465 Mar 21 19:19:03.827806 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] No DVR routers for this DVR port 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa on host hv-cinder-83452 {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:19:03.831250 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:03.835007 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6cdd588f-24b9-4988-bfe9-5d2d820942d0 req-a50fb15f-e5fb-42fe-a6c6-0bae5c37bdd1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.55 "DELETE /v2.0/ports/996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa HTTP/1.1" status: 204 len: 173 time: 1.7276666 Mar 21 19:19:03.924998 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:03.964407 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-b3405cd8-f3d1-492b-a297-eed0c6d88a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:03.967514 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-b3405cd8-f3d1-492b-a297-eed0c6d88a12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.1315215 Mar 21 19:19:03.999272 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca7b3-5748-4624-b42d-15c393ca6d41 req-ae1f87cb-9c85-411c-8161-a556fe7bb4af tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:04.008090 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e50ca7b3-5748-4624-b42d-15c393ca6d41 req-ae1f87cb-9c85-411c-8161-a556fe7bb4af tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0887761 Mar 21 19:19:04.043172 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-776c7379-33a5-485b-9a2d-b1b1af971206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:04.044312 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-776c7379-33a5-485b-9a2d-b1b1af971206 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671842 Mar 21 19:19:04.051820 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:04.080708 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e50ca7b3-5748-4624-b42d-15c393ca6d41 req-ca992fc1-30bb-483c-9a0a-5d318f7e1e0c tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0715840 Mar 21 19:19:04.175456 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-7583270a-8185-418c-bbd2-c1b45df4e4b7 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233554 Mar 21 19:19:04.325552 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '04397ed5-73b2-41fc-8525-69d70644be23', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'port_id': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'mac_address': 'fa:16:3e:9a:cf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:19:02Z', 'revision_number': 3, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:07Z', 'revision_number': 5, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:04.327244 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:04.356211 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a131b27-4602-4c96-9a08-0bef51f729d2 None None] The sync data for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi is: [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '04397ed5-73b2-41fc-8525-69d70644be23', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'port_id': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'mac_address': 'fa:16:3e:9a:cf:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:19:02Z', 'revision_number': 3, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:07Z', 'revision_number': 5, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:19:04.358175 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] Checking router: 428b30e5-d1da-4772-b477-1e041c1aaf02 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:19:04.371509 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:04.372665 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:18:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:04.506216 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:04.515958 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcae350-a799-42dd-be4d-9c70a1a6c723 req-d514d56d-8116-40fd-89f4-4d62c273a539 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:04.519564 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0dcae350-a799-42dd-be4d-9c70a1a6c723 req-d514d56d-8116-40fd-89f4-4d62c273a539 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0819077 Mar 21 19:19:04.574909 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4721ab94-f223-4abf-89f6-7b746465bb61 req-53b591a9-6c63-4073-a956-67657f39d7aa service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915243 Mar 21 19:19:04.621120 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0dcae350-a799-42dd-be4d-9c70a1a6c723 req-5f1ff00c-7a56-4baf-84c4-86ebec74bc2a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851712 Mar 21 19:19:04.764418 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:04.772961 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48382) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:04.796322 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46f699e-eac0-4592-bcdb-cb36d6871b99 None None] The sync data for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi is: [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:19:04.852856 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (9219f70b-ecbe-4e81-9606-af9c2471c27d), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:04.878009 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (9219f70b-ecbe-4e81-9606-af9c2471c27d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:04.924818 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (9219f70b-ecbe-4e81-9606-af9c2471c27d), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:04.927403 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:04.928578 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "DELETE /v2.0/security-groups/9219f70b-ecbe-4e81-9606-af9c2471c27d HTTP/1.1" status: 204 len: 168 time: 0.1543758 Mar 21 19:19:04.931586 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48386) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:04.937530 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9219f70b-ecbe-4e81-9606-af9c2471c27d,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:04.946624 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.api.v2.resource [None req-3283e2c8-9851-4e2d-a4df-2c9872e4254d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] show failed (client error): The resource could not be found. Mar 21 19:19:04.950577 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3283e2c8-9851-4e2d-a4df-2c9872e4254d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups/9219f70b-ecbe-4e81-9606-af9c2471c27d HTTP/1.1" status: 404 len: 347 time: 0.0150061 Mar 21 19:19:04.950744 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.950744 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.950744 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.950744 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.950744 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.950744 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.950744 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.950744 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.951425 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48388) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:04.951523 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.951927 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.952350 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.952794 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.953219 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.953808 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:04.954201 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce39e8f-2799-46b1-8a14-f73560ced337 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:05.055133 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057345b1-527a-4f50-b3d3-00f29f90ad0d None None] New status for floating IP d785d714-937c-4057-9dc2-16e47004e76d: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:19:05.082578 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-55c91e3c-fc3c-4b5d-b734-5b54183bf778 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Deleting port ea2fc690-669a-4efb-a524-3c860b6dae6f {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:19:05.082933 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-55c91e3c-fc3c-4b5d-b734-5b54183bf778 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (ea2fc690-669a-4efb-a524-3c860b6dae6f), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:05.185289 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-55c91e3c-fc3c-4b5d-b734-5b54183bf778 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (ea2fc690-669a-4efb-a524-3c860b6dae6f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:05.185625 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-55c91e3c-fc3c-4b5d-b734-5b54183bf778 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (ea2fc690-669a-4efb-a524-3c860b6dae6f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:05.212807 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-55c91e3c-fc3c-4b5d-b734-5b54183bf778 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Calling delete_port for ea2fc690-669a-4efb-a524-3c860b6dae6f owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:19:05.287392 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d16d25-c4e2-4ef2-8387-95c40648d063 req-0faee2e9-1b4e-47c0-9beb-ec74aa16ec51 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:05.288916 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-20d16d25-c4e2-4ef2-8387-95c40648d063 req-0faee2e9-1b4e-47c0-9beb-ec74aa16ec51 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.1262481 Mar 21 19:19:05.372622 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-20d16d25-c4e2-4ef2-8387-95c40648d063 req-946ddc0a-7233-4079-86b8-8634ddfcd98b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773141 Mar 21 19:19:05.417141 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-55c91e3c-fc3c-4b5d-b734-5b54183bf778 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (ea2fc690-669a-4efb-a524-3c860b6dae6f), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:05.444657 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c91e3c-fc3c-4b5d-b734-5b54183bf778 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event deleted for resources: {'Port': ['ID=ea2fc690-669a-4efb-a524-3c860b6dae6f,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:05.503173 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-55c91e3c-fc3c-4b5d-b734-5b54183bf778 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (d785d714-937c-4057-9dc2-16e47004e76d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:05.505605 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-55c91e3c-fc3c-4b5d-b734-5b54183bf778 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:05.506733 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-55c91e3c-fc3c-4b5d-b734-5b54183bf778 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "DELETE /v2.0/floatingips/d785d714-937c-4057-9dc2-16e47004e76d HTTP/1.1" status: 204 len: 168 time: 0.5549223 Mar 21 19:19:05.525665 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f'}, {'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'name': 'network-vif-deleted', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:05.528276 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d90932-d7b8-4a2b-95a2-da3440129471" -d '{"events": [{"name": "network-changed", "server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f"}, {"server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "name": "network-vif-deleted", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:05.567954 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df061142-0f77-4482-ae0f-2d87ab462a8b x-openstack-request-id: req-df061142-0f77-4482-ae0f-2d87ab462a8b {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:05.568274 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f", "status": "completed", "code": 200}, {"server_uuid": "04d03233-01a9-4c8b-96cb-08b3a3a1487a", "name": "network-vif-deleted", "tag": "996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:05.568577 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-df061142-0f77-4482-ae0f-2d87ab462a8b {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:05.568980 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'status': 'completed', 'code': 200} Mar 21 19:19:05.569246 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04d03233-01a9-4c8b-96cb-08b3a3a1487a', 'name': 'network-vif-deleted', 'tag': '996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa', 'status': 'completed', 'code': 200} Mar 21 19:19:05.633687 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-4eae8979-697b-449b-bf55-6a85ef13d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:05.635185 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-4eae8979-697b-449b-bf55-6a85ef13d239 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 1130 time: 0.0434101 Mar 21 19:19:05.731387 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-9fe5c6b7-a5c3-4842-80f4-fe12b3e8016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:05.734203 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-9fe5c6b7-a5c3-4842-80f4-fe12b3e8016c service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.0918522 Mar 21 19:19:05.748467 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c677c6-cfde-420d-88f2-24f9ea3f4e4e req-5e4455fe-5134-473c-b1e0-2a026816d60a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:05.753065 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-14c677c6-cfde-420d-88f2-24f9ea3f4e4e req-5e4455fe-5134-473c-b1e0-2a026816d60a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0569613 Mar 21 19:19:05.770374 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48398) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:05.776113 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-48511d48-6091-4bb5-8323-15253eca20a1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--901301371', 'description': 'tempest-description--1848023125'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:05.799866 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-296d34a9-c56d-4bbb-908a-093428d47883 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=51b0ff51-79b7-4be7-9dff-2c677330353f HTTP/1.1" status: 200 len: 1002 time: 0.0586834 Mar 21 19:19:05.808935 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48511d48-6091-4bb5-8323-15253eca20a1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:05.826394 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-14c677c6-cfde-420d-88f2-24f9ea3f4e4e req-8e1fc8ba-ea7c-4cd0-8b2a-67fed8ac75ca tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706716 Mar 21 19:19:05.853392 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-4bddb2b3-350e-46ea-86d1-23ae7fe0fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:05.854876 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-4bddb2b3-350e-46ea-86d1-23ae7fe0fc96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.0490658 Mar 21 19:19:05.895360 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48511d48-6091-4bb5-8323-15253eca20a1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (baa3db00-a3a6-438a-8e12-5287f871caff), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:05.900166 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48511d48-6091-4bb5-8323-15253eca20a1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (baa3db00-a3a6-438a-8e12-5287f871caff), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:05.921839 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-6cd8e656-cf9a-4a7f-939a-7dc9193367d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:05.923620 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-6cd8e656-cf9a-4a7f-939a-7dc9193367d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0631266 Mar 21 19:19:05.925354 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48511d48-6091-4bb5-8323-15253eca20a1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:05.926545 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-48511d48-6091-4bb5-8323-15253eca20a1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1552620 Mar 21 19:19:05.929519 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48404) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:05.940431 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-60202942-4690-4f83-8f11-01f2d9229455 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'security_group_rule': {'security_group_id': 'baa3db00-a3a6-438a-8e12-5287f871caff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:05.955239 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48511d48-6091-4bb5-8323-15253eca20a1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa3db00-a3a6-438a-8e12-5287f871caff,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:05.972533 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-60202942-4690-4f83-8f11-01f2d9229455 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (284f8a05-3aa1-4226-9aba-3652b329d44c), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.022242 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-d9e9dbcc-584e-49d7-a5e0-99a1817f7e79 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918958 Mar 21 19:19:06.028320 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-60202942-4690-4f83-8f11-01f2d9229455 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (284f8a05-3aa1-4226-9aba-3652b329d44c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.035057 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-60202942-4690-4f83-8f11-01f2d9229455 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (284f8a05-3aa1-4226-9aba-3652b329d44c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.061335 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60202942-4690-4f83-8f11-01f2d9229455 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284f8a05-3aa1-4226-9aba-3652b329d44c,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:06.072912 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-60202942-4690-4f83-8f11-01f2d9229455 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.074357 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-60202942-4690-4f83-8f11-01f2d9229455 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416626 Mar 21 19:19:06.077009 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48408) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:06.082097 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-40433ab1-c852-4830-80d6-9c863977add2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'security_group_rule': {'security_group_id': 'baa3db00-a3a6-438a-8e12-5287f871caff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:06.083961 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:19:06.110996 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:19:06.111233 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40433ab1-c852-4830-80d6-9c863977add2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (d9cd81e2-c347-4406-acfa-764e14c30365), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.111721 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 996d3b7a-ab29-4a35-8d8f-a1aee0a6ceaa not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:19:06.112323 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 7c8ded77-e820-4fe6-8cd6-39c11f22796c no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:19:06.138326 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 7c8ded77-e820-4fe6-8cd6-39c11f22796c {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:19:06.138780 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 7c8ded77-e820-4fe6-8cd6-39c11f22796c not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:19:06.149119 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-21d90932-d7b8-4a2b-95a2-da3440129471 req-58434364-7413-4b9c-b62c-a64641b820c2 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193070 Mar 21 19:19:06.177022 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40433ab1-c852-4830-80d6-9c863977add2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (d9cd81e2-c347-4406-acfa-764e14c30365), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.180528 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40433ab1-c852-4830-80d6-9c863977add2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (d9cd81e2-c347-4406-acfa-764e14c30365), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.198983 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40433ab1-c852-4830-80d6-9c863977add2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9cd81e2-c347-4406-acfa-764e14c30365,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:06.203852 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-40433ab1-c852-4830-80d6-9c863977add2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.205067 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-40433ab1-c852-4830-80d6-9c863977add2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270034 Mar 21 19:19:06.208156 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48410) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:06.212724 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:06.232444 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.327317 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.426960 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Allocated IP 172.27.3.202 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/1d870533-0ef9-49ab-b7a6-5a61bc715bac) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:19:06.491306 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fc2da-7a1f-4470-a64f-09625142bc02 req-3cf7c14d-c21f-40d1-a0c1-f1ec285c0697 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:06.492740 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-146fc2da-7a1f-4470-a64f-09625142bc02 req-3cf7c14d-c21f-40d1-a0c1-f1ec285c0697 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0529699 Mar 21 19:19:06.529862 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for port (1d870533-0ef9-49ab-b7a6-5a61bc715bac), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.553691 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-146fc2da-7a1f-4470-a64f-09625142bc02 req-3a377ae8-7662-4d37-a357-817400c5c9e6 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552130 Mar 21 19:19:06.562684 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (1d870533-0ef9-49ab-b7a6-5a61bc715bac), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.598973 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:19:06.601784 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:19:06.604763 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:19:06.621633 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'Port': ['ID=1d870533-0ef9-49ab-b7a6-5a61bc715bac,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:06.660433 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (acbe3209-f7dd-47e9-8edf-4deee8eed27e), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.698870 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (1d870533-0ef9-49ab-b7a6-5a61bc715bac), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.839768 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for port (1d870533-0ef9-49ab-b7a6-5a61bc715bac), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.844071 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (1d870533-0ef9-49ab-b7a6-5a61bc715bac), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.877298 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (acbe3209-f7dd-47e9-8edf-4deee8eed27e), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.900107 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'Port': ['ID=1d870533-0ef9-49ab-b7a6-5a61bc715bac,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:06.904219 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:06.905455 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e99399d9-c68e-4e81-885f-42f23593272d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.6961930 Mar 21 19:19:06.957731 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1fdab7-1d8d-42ea-97b5-313b908a16c7 req-72e56d88-4f50-42f8-a6dd-6f3a19e26989 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:06.959212 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-cf1fdab7-1d8d-42ea-97b5-313b908a16c7 req-72e56d88-4f50-42f8-a6dd-6f3a19e26989 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0527797 Mar 21 19:19:07.004661 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-cf1fdab7-1d8d-42ea-97b5-313b908a16c7 req-2ccc6b06-e760-477f-b0a2-ee4ac7397fcb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397270 Mar 21 19:19:07.093730 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-2bde8bfd-703c-490f-956d-cdcd4242bf5d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--901301371&fields=id&tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9 HTTP/1.1" status: 200 len: 267 time: 0.0412598 Mar 21 19:19:07.199214 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-0e092d3b-d5a5-42a0-8ea0-0e8d1f13e0e4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:07.200747 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-0e092d3b-d5a5-42a0-8ea0-0e8d1f13e0e4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 816 time: 0.0996282 Mar 21 19:19:07.215237 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-ac8eee9b-32ee-4d87-a4e9-7be15a96bb34 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/quotas/eab2b14f00224b67b5cc9f55a10e7ca9 HTTP/1.1" status: 200 len: 375 time: 0.0086594 Mar 21 19:19:07.268625 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-6d331700-73d2-451b-979c-2bc25dbf6b6d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480402 Mar 21 19:19:07.361527 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-53f6480e-88e5-4c17-81d1-4bceb0299628 service neutron] 10.222.0.41 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820000 Mar 21 19:19:07.446381 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-816f10e7-c838-4894-a9ca-10b494e81efb service neutron] 10.222.0.41 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792670 Mar 21 19:19:07.601668 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a1f8d966-d375-4235-9287-82b71dedabc7 req-4c11e517-4d31-437e-a5f6-365d5a7b92df tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 210 time: 0.0305533 Mar 21 19:19:07.677037 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0029cf8-e665-41bb-a438-1ca06ae4774f req-c45a6b8f-5e31-4224-a6c9-3ad32c9acca2 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:07.678514 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0029cf8-e665-41bb-a438-1ca06ae4774f req-c45a6b8f-5e31-4224-a6c9-3ad32c9acca2 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0550716 Mar 21 19:19:07.741374 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0029cf8-e665-41bb-a438-1ca06ae4774f req-9ff27100-5408-4c59-b0ad-eeea4bf2ea57 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565939 Mar 21 19:19:08.119696 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115133bb-dd01-46b5-bfea-6bcdb08e6b87 req-ae0a55b6-4338-4ea3-84a3-59c93271303f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:08.121688 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-115133bb-dd01-46b5-bfea-6bcdb08e6b87 req-ae0a55b6-4338-4ea3-84a3-59c93271303f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0508344 Mar 21 19:19:08.170041 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-115133bb-dd01-46b5-bfea-6bcdb08e6b87 req-9f1dc8a2-5ff3-4f63-83ae-2b994149988b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Mar 21 19:19:08.700411 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6749b664-b27e-4587-bbbf-1894213f3534 req-379b1d9f-148c-4450-a140-0fa6bcc31983 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 210 time: 0.0305636 Mar 21 19:19:08.853698 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aebfad-b67b-4165-a3b2-e616bf5bb73c req-203b561f-73bf-4958-9ccb-63bfe3741721 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:08.855185 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-59aebfad-b67b-4165-a3b2-e616bf5bb73c req-203b561f-73bf-4958-9ccb-63bfe3741721 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0520513 Mar 21 19:19:08.916870 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-59aebfad-b67b-4165-a3b2-e616bf5bb73c req-37aefbb9-7097-4117-b020-e85811854902 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538256 Mar 21 19:19:09.294328 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0786a7-5562-4e1d-8fa5-a8ecb5400216 req-273b8e05-b097-49b3-ad5c-eb7319bda2e2 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:09.301369 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4d0786a7-5562-4e1d-8fa5-a8ecb5400216 req-273b8e05-b097-49b3-ad5c-eb7319bda2e2 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0590453 Mar 21 19:19:09.343510 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4d0786a7-5562-4e1d-8fa5-a8ecb5400216 req-dbc011ef-08d6-4916-b574-15b378494f67 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412962 Mar 21 19:19:09.558297 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-ab9423d7-2578-4d23-9579-c5e06b6f3c57 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:09.560172 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-ab9423d7-2578-4d23-9579-c5e06b6f3c57 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 816 time: 0.1112266 Mar 21 19:19:09.621204 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-f80e6fc1-20d5-444e-aa17-3f20185e9e3d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9 HTTP/1.1" status: 200 len: 379 time: 0.0514283 Mar 21 19:19:09.634114 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'port': {'device_id': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'admin_state_up': True, 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'security_groups': ['baa3db00-a3a6-438a-8e12-5287f871caff']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:09.733868 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Made reservation on behalf of eab2b14f00224b67b5cc9f55a10e7ca9 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:19:09.737824 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:09.795970 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9052c448-ae56-4785-b424-d75887905602 req-9756ada9-95ce-4809-87e7-748bb71f3d1e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 210 time: 0.0259163 Mar 21 19:19:09.863264 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Allocated IP 172.20.0.9 (0c43845d-b277-4a2a-9057-6079c0477fee/23aa5316-0691-4cfc-bd15-7c03f36e59c4/62aa8b83-2bb1-48f0-ae3d-bf993454b566) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:19:10.020897 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:10.060339 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bdd379-f6e2-4d7a-b000-b0e83e4193b9 req-f1c2a0db-920b-4523-bf6c-49536404cde9 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:10.061817 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15bdd379-f6e2-4d7a-b000-b0e83e4193b9 req-f1c2a0db-920b-4523-bf6c-49536404cde9 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0782433 Mar 21 19:19:10.084184 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:10.138777 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Network 0c43845d-b277-4a2a-9057-6079c0477fee is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:19:10.147092 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:19:10.156707 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:19:10.193291 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-15bdd379-f6e2-4d7a-b000-b0e83e4193b9 req-918d05b9-5fbf-46ef-bf0f-f848fdc0307e tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251454 Mar 21 19:19:10.196289 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event updated for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.214879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.216564 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.216564 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.216564 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:10.233417 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:10.234040 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:10.251320 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-dda29d16-b619-4447-98cc-b6369e2e8def tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6204638 Mar 21 19:19:10.263689 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Request body: {'port': {'device_id': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:10.324951 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:10.397069 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-7127a97e-60b6-448c-83f0-4c6430f182e9 None None] Provisioning complete for port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:19:10.397663 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7127a97e-60b6-448c-83f0-4c6430f182e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:10.434292 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-7127a97e-60b6-448c-83f0-4c6430f182e9 None None] Port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:19:10.464939 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa392-cd15-42ed-9485-4de952908715 req-0b1dbc40-8a40-45f7-a430-681931717e94 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:10.466442 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-04bfa392-cd15-42ed-9485-4de952908715 req-0b1dbc40-8a40-45f7-a430-681931717e94 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0549481 Mar 21 19:19:10.601890 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62aa8b83-2bb1-48f0-ae3d-bf993454b566 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:19:10.612793 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Publish callbacks [] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:10.633650 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Transition to ACTIVE for port object 62aa8b83-2bb1-48f0-ae3d-bf993454b566 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:19:10.638481 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:10.687194 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Pushing event updated for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:10.735235 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-04bfa392-cd15-42ed-9485-4de952908715 req-43ab2cc7-11b7-4f14-b1c1-a1942306d5cf tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620473 Mar 21 19:19:10.763592 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Attempting to bind port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:19:10.764179 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Attempting to bind port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:19:10.764297 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Attempting to bind port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 on network 0c43845d-b277-4a2a-9057-6079c0477fee {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:19:10.768974 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 on network 0c43845d-b277-4a2a-9057-6079c0477fee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:19:10.769312 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Attempting to bind port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 on network 0c43845d-b277-4a2a-9057-6079c0477fee {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:19:10.774371 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:19:10.774711 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Checking segment: {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:19:10.775140 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Bound using segment: {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:19:10.775604 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Bound port: 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '437af2ac-e44a-472e-af48-603ab3cfb7d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:19:10.776096 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:10.848328 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:19:10.854637 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:19:10.862683 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:10.913443 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:10.914151 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:10.915513 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] 10.222.0.55 "PUT /v2.0/ports/62aa8b83-2bb1-48f0-ae3d-bf993454b566 HTTP/1.1" status: 200 len: 1093 time: 0.6561480 Mar 21 19:19:10.929622 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:10.932120 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9741b144-2aab-416b-9eb4-1ae3bf674f34" -d '{"events": [{"name": "network-changed", "server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:10.995426 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9fda24-faac-4e83-8f7e-e73a06cc38c7 x-openstack-request-id: req-4a9fda24-faac-4e83-8f7e-e73a06cc38c7 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:10.995716 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:10.995961 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4a9fda24-faac-4e83-8f7e-e73a06cc38c7 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:10.996344 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'status': 'completed', 'code': 200} Mar 21 19:19:10.998872 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c0f0a-876c-4c57-b687-257f2433912b service neutron] Pushing event updated for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:11.016361 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b17c0b-8c43-4b6e-9e1f-196465e5df85 req-7c05adec-dd82-4c30-b73f-73d15820f61f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:11.017947 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-46b17c0b-8c43-4b6e-9e1f-196465e5df85 req-7c05adec-dd82-4c30-b73f-73d15820f61f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.1440308 Mar 21 19:19:11.046061 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-c412dfde-812f-41c9-a42a-782f1d1e25dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:11.048106 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-c412dfde-812f-41c9-a42a-782f1d1e25dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 1127 time: 0.0860472 Mar 21 19:19:11.101410 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-f2269ce0-5933-4038-9861-ec7849e697cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566 HTTP/1.1" status: 200 len: 217 time: 0.0437984 Mar 21 19:19:11.104844 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-46b17c0b-8c43-4b6e-9e1f-196465e5df85 req-8d3a0532-de45-448b-8567-5bf86f857048 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802388 Mar 21 19:19:11.149436 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-8f20c058-0eaa-4f57-8f5c-f133d192192f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:11.150861 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-8f20c058-0eaa-4f57-8f5c-f133d192192f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.0427337 Mar 21 19:19:11.201350 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-19b194bd-9dfc-431b-940c-8e666585214f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:11.202832 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-19b194bd-9dfc-431b-940c-8e666585214f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455320 Mar 21 19:19:11.299406 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-64a9008c-2e64-4bfb-b8e9-b3ae8f3ace94 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865560 Mar 21 19:19:11.314545 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c48dc-df52-4708-92aa-d93c48fc9cd7 req-1bd4ee92-bb66-46e0-aba1-1b8c46d7be8b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:11.316229 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d45c48dc-df52-4708-92aa-d93c48fc9cd7 req-1bd4ee92-bb66-46e0-aba1-1b8c46d7be8b tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.0513501 Mar 21 19:19:11.373515 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d45c48dc-df52-4708-92aa-d93c48fc9cd7 req-26ee5b64-5e93-42c5-be44-749d3dbe7436 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=05c48a27-2db7-47f2-a545-6277099df813&id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514884 Mar 21 19:19:11.389429 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-df93e59d-1ca8-4c0a-af8b-e3609c12c021 req-b635ecf9-25f7-44e1-b515-b19bccce0abb service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835850 Mar 21 19:19:11.475892 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-bd4463f9-8ca2-4867-86ca-1ddacb531fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:11.477470 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-bd4463f9-8ca2-4867-86ca-1ddacb531fc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 1127 time: 0.0451384 Mar 21 19:19:11.566970 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-6df38a83-6c8f-40cb-887c-d0f8ed17c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:11.568440 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-6df38a83-6c8f-40cb-887c-d0f8ed17c155 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 917 time: 0.0837753 Mar 21 19:19:11.612012 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-a18b8df3-ee7a-44a2-8b0d-6cf15c147e00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566 HTTP/1.1" status: 200 len: 217 time: 0.0363626 Mar 21 19:19:11.659103 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-34de83dd-6b3a-4521-a344-36bd26db2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:11.660409 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-34de83dd-6b3a-4521-a344-36bd26db2439 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.0424566 Mar 21 19:19:11.707781 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-f5236fb9-cb2a-4611-953a-7140798c6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:11.709337 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-f5236fb9-cb2a-4611-953a-7140798c6bed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421593 Mar 21 19:19:11.803506 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-2a5409cb-af50-414b-95a6-e6c31e72897f service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866477 Mar 21 19:19:11.927241 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247c897-7862-4f9f-9ed1-ca849d875cbf req-5196b145-786d-49b4-8b28-146cfcdd6fbd tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:11.927241 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e247c897-7862-4f9f-9ed1-ca849d875cbf req-5196b145-786d-49b4-8b28-146cfcdd6fbd tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.1140583 Mar 21 19:19:11.953237 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9741b144-2aab-416b-9eb4-1ae3bf674f34 req-471178a7-b019-4da0-880e-e1ad68f02dae service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366966 Mar 21 19:19:11.993298 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e247c897-7862-4f9f-9ed1-ca849d875cbf req-6d1798e7-3a51-4bda-9cf8-7ecae28134c6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670760 Mar 21 19:19:12.228445 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdca791-0e7d-40fc-9941-3dd744508704 req-7be29a25-a9ac-4494-851b-c1d2ba2d6d22 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:12.229910 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8cdca791-0e7d-40fc-9941-3dd744508704 req-7be29a25-a9ac-4494-851b-c1d2ba2d6d22 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0525935 Mar 21 19:19:12.278979 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8cdca791-0e7d-40fc-9941-3dd744508704 req-c7200093-7fed-494a-87f7-bc36684c8630 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430434 Mar 21 19:19:13.112146 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60805cf-02de-472e-bb2b-058e71b7f603 req-230250a1-f178-4fd2-ba32-12ae56823da8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:13.113966 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a60805cf-02de-472e-bb2b-058e71b7f603 req-230250a1-f178-4fd2-ba32-12ae56823da8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0539088 Mar 21 19:19:13.162895 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a60805cf-02de-472e-bb2b-058e71b7f603 req-cc3b5951-b277-4f63-9b05-c45556914fff tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Mar 21 19:19:13.334650 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:13.399163 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4dd712-a04b-4021-959a-81cee2a5266a req-273de108-f276-48c3-a1e5-1e897de19a6d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:13.400657 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-af4dd712-a04b-4021-959a-81cee2a5266a req-273de108-f276-48c3-a1e5-1e897de19a6d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0512166 Mar 21 19:19:13.445420 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-af4dd712-a04b-4021-959a-81cee2a5266a req-7e6a50d6-b7a4-4c34-905d-ce3081203158 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392883 Mar 21 19:19:14.284506 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be43451-5c3b-4f6e-b388-7480456434a0 req-0b259e39-fc02-45fc-995c-c86ac365d4b1 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:14.285955 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4be43451-5c3b-4f6e-b388-7480456434a0 req-0b259e39-fc02-45fc-995c-c86ac365d4b1 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0546458 Mar 21 19:19:14.329848 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4be43451-5c3b-4f6e-b388-7480456434a0 req-8d9d6b14-d37f-4ef4-9799-0626cd224602 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385678 Mar 21 19:19:14.411772 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 62aa8b83-2bb1-48f0-ae3d-bf993454b566 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:19:14.508200 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:14.520360 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'port_id': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'mac_address': 'fa:16:3e:27:89:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:19:14.557043 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:19:14.557442 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:14.563293 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1cd526-2e33-473a-a77f-d407e7264930 req-34c51d27-5805-46e9-b93f-893f2645c110 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:14.564812 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab1cd526-2e33-473a-a77f-d407e7264930 req-34c51d27-5805-46e9-b93f-893f2645c110 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0514493 Mar 21 19:19:14.570534 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62aa8b83-2bb1-48f0-ae3d-bf993454b566 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:19:14.590232 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:14.594951 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:14.612218 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ab1cd526-2e33-473a-a77f-d407e7264930 req-b8740192-81dc-4f5e-a77e-f67179e317c2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418074 Mar 21 19:19:14.644296 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:14.651211 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.651566 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.651914 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.652330 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.652621 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.652957 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.653286 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.653617 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.653946 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.654275 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.654604 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.654930 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.655255 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.655576 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:14.655897 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:19:15.445056 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84ff96-80f2-4788-b63b-48d92d9a35a8 req-7327967a-8e6f-49cc-a9c9-c0eb056bbf69 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:15.446439 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9e84ff96-80f2-4788-b63b-48d92d9a35a8 req-7327967a-8e6f-49cc-a9c9-c0eb056bbf69 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0518136 Mar 21 19:19:15.491492 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9e84ff96-80f2-4788-b63b-48d92d9a35a8 req-60f348e5-40a8-4180-8e45-8b6696bd62a1 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395892 Mar 21 19:19:15.732873 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e70cfe-beca-492d-8fad-862ca5df7f81 req-b32a802d-997e-427d-8447-97c964f39e1f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:15.734282 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-94e70cfe-beca-492d-8fad-862ca5df7f81 req-b32a802d-997e-427d-8447-97c964f39e1f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 944 time: 0.0529709 Mar 21 19:19:15.779078 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-94e70cfe-beca-492d-8fad-862ca5df7f81 req-8b6dbf61-2544-4c1a-a8d5-9ce5f443d56c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387452 Mar 21 19:19:16.523854 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['62aa8b83-2bb1-48f0-ae3d-bf993454b566'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:19:16.607989 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae057ea8-a15d-4029-b7bd-56fee40bf5c2 req-3d25867d-e7a5-45c8-a73a-1f3096e863db tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:16.609492 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae057ea8-a15d-4029-b7bd-56fee40bf5c2 req-3d25867d-e7a5-45c8-a73a-1f3096e863db tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0513792 Mar 21 19:19:16.657855 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ae057ea8-a15d-4029-b7bd-56fee40bf5c2 req-95fdc569-abb1-42cf-b42e-2de253c609a8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429213 Mar 21 19:19:16.849394 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed48e8c-0535-42a8-8e36-0535c58051dd req-d787ccbe-45e4-40de-ae32-d84c7456d1ea tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:16.850911 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ed48e8c-0535-42a8-8e36-0535c58051dd req-d787ccbe-45e4-40de-ae32-d84c7456d1ea tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0525079 Mar 21 19:19:16.906467 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b960-a691-4e3b-a653-3752d26e372d req-1d6e7be0-a2aa-4ee0-a83a-6557a2f5c9e4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:16.908379 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6845b960-a691-4e3b-a653-3752d26e372d req-1d6e7be0-a2aa-4ee0-a83a-6557a2f5c9e4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 944 time: 0.0521023 Mar 21 19:19:16.926903 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8ed48e8c-0535-42a8-8e36-0535c58051dd req-80b5e422-2df7-48ef-ab41-c3ec1fd069ea tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653782 Mar 21 19:19:16.928826 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-91986524-1bfe-416d-a513-263965a65a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:16.930229 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-91986524-1bfe-416d-a513-263965a65a7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42929380ace240aa823c053970342b34&device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 1129 time: 0.0768304 Mar 21 19:19:16.955010 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6845b960-a691-4e3b-a653-3752d26e372d req-6a69d561-5dae-40be-b82a-3adb70f716ab tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Mar 21 19:19:17.271128 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-e6ba447e-238f-486a-b1b5-c37e9e8161e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:17.272695 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-e6ba447e-238f-486a-b1b5-c37e9e8161e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 200 len: 912 time: 0.3228769 Mar 21 19:19:17.336462 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-bc52c6f7-5517-445e-88d2-2673d0cbdda5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d962da47-07f1-458e-9814-ff55bdfad13f HTTP/1.1" status: 200 len: 1000 time: 0.0570948 Mar 21 19:19:17.387377 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-8bd7701e-c9fd-4e6a-bd55-c8795e55e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:17.388754 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-8bd7701e-c9fd-4e6a-bd55-c8795e55e724 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2136b820-e0a7-49ec-976d-53c695f2c3bf HTTP/1.1" status: 200 len: 850 time: 0.0455487 Mar 21 19:19:17.437477 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-42bfdb28-9d0b-49ca-abe3-ec329346cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:17.439151 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-42bfdb28-9d0b-49ca-abe3-ec329346cfe1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441728 Mar 21 19:19:17.532984 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-0ca75d08-e3c7-40a3-ab14-08c35eb4853d service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870256 Mar 21 19:19:17.628772 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-64c78ea6-856e-460e-89e1-6901c1b313b0 req-029b121e-011e-4a57-a3f4-5184fbecd895 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861144 Mar 21 19:19:18.046042 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a46496-ad96-439d-a33f-79e5a4e5ec68 req-6ba665bd-f9ef-4027-b832-14226571af0e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:18.047852 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-53a46496-ad96-439d-a33f-79e5a4e5ec68 req-6ba665bd-f9ef-4027-b832-14226571af0e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0547285 Mar 21 19:19:18.082641 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75248cd-40af-4dff-a455-5ab30e06a439 req-6e2f05dd-242e-4bb4-8386-0990fdcd2c26 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:18.084147 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a75248cd-40af-4dff-a455-5ab30e06a439 req-6e2f05dd-242e-4bb4-8386-0990fdcd2c26 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 944 time: 0.0569777 Mar 21 19:19:18.096985 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-53a46496-ad96-439d-a33f-79e5a4e5ec68 req-4a3ea6c1-6908-48d1-ba3e-c8896b1f0a32 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421841 Mar 21 19:19:18.133814 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a75248cd-40af-4dff-a455-5ab30e06a439 req-70132e3f-6ee9-46c6-9282-30f08fb436f9 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441489 Mar 21 19:19:18.191151 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 62aa8b83-2bb1-48f0-ae3d-bf993454b566 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:19:18.241389 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:19:18.245106 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:19:18.245481 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:18.319494 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:19:18.319881 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:18.342024 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:18.344263 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07b5308-13d0-424b-a2b4-cf977f07eece" -d '{"events": [{"server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "name": "network-vif-plugged", "status": "completed", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:18.356339 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:18.361167 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:18.387193 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0008b5-0a7c-422d-a310-3a1abd560f31 x-openstack-request-id: req-fc0008b5-0a7c-422d-a310-3a1abd560f31 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:18.387495 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "name": "network-vif-plugged", "status": "completed", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:18.387753 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc0008b5-0a7c-422d-a310-3a1abd560f31 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:18.388139 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'code': 200} Mar 21 19:19:18.412507 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:18.578426 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584fe248-6980-47fc-bcda-3dc9b00e4841 req-52d3dc83-2fd6-4118-8356-a0263e63b2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:18.579883 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-584fe248-6980-47fc-bcda-3dc9b00e4841 req-52d3dc83-2fd6-4118-8356-a0263e63b2e2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 1129 time: 0.0456431 Mar 21 19:19:18.623368 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-584fe248-6980-47fc-bcda-3dc9b00e4841 req-2ffa9648-8332-4182-9cea-3e61709585dc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367045 Mar 21 19:19:19.214179 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74118eb-5ede-423a-b198-a8bb4e466b43 req-eaace3df-3942-4322-9582-555c81327080 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:19.215648 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d74118eb-5ede-423a-b198-a8bb4e466b43 req-eaace3df-3942-4322-9582-555c81327080 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0511775 Mar 21 19:19:19.255710 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391f67d-1438-4255-968c-94f7038fb8ea req-90d15acf-46a5-44af-8568-919da6d25865 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:19.257499 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7391f67d-1438-4255-968c-94f7038fb8ea req-90d15acf-46a5-44af-8568-919da6d25865 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0517831 Mar 21 19:19:19.262759 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d74118eb-5ede-423a-b198-a8bb4e466b43 req-7f3ee369-ac64-42bc-a2b5-c26a8dd19cde tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399387 Mar 21 19:19:19.303901 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7391f67d-1438-4255-968c-94f7038fb8ea req-f5a1b6a0-72a4-4b31-bcde-d15742f66147 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406373 Mar 21 19:19:20.423274 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b608e-5e27-4229-a69b-16e74f19df80 req-d39cbb7c-ce05-4998-a3c4-4ac7e435b264 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:20.424678 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a23b608e-5e27-4229-a69b-16e74f19df80 req-d39cbb7c-ce05-4998-a3c4-4ac7e435b264 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0513291 Mar 21 19:19:20.472884 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a23b608e-5e27-4229-a69b-16e74f19df80 req-3043c6e9-f9ef-4c76-bdfa-b67d6d399670 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428236 Mar 21 19:19:20.589144 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92326b42-b2d0-4f04-9542-ed0abf21eb50 req-5fb39cea-d721-41ff-bab3-f8a99890fd24 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:20.590616 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-92326b42-b2d0-4f04-9542-ed0abf21eb50 req-5fb39cea-d721-41ff-bab3-f8a99890fd24 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0503545 Mar 21 19:19:20.599675 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48574) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:20.603906 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-1f0820d3-486e-4645-a381-d2b19468ce18 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Request body: {'floatingip': {'port_id': '62aa8b83-2bb1-48f0-ae3d-bf993454b566'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:20.644419 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1f0820d3-486e-4645-a381-d2b19468ce18 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (acbe3209-f7dd-47e9-8edf-4deee8eed27e), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:21.062403 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1f0820d3-486e-4645-a381-d2b19468ce18 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:21.066461 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1f0820d3-486e-4645-a381-d2b19468ce18 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (acbe3209-f7dd-47e9-8edf-4deee8eed27e), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:21.163938 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-1f0820d3-486e-4645-a381-d2b19468ce18 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Floating IP acbe3209-f7dd-47e9-8edf-4deee8eed27e associated. External IP: 172.27.3.202, port: 62aa8b83-2bb1-48f0-ae3d-bf993454b566. Mar 21 19:19:21.373142 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0820d3-486e-4645-a381-d2b19468ce18 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Router 428b30e5-d1da-4772-b477-1e041c1aaf02 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:19:21.479797 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0820d3-486e-4645-a381-d2b19468ce18 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:19:21.484578 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1f0820d3-486e-4645-a381-d2b19468ce18 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:21.491827 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] Sync routers for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:19:21.502926 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:21.503549 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:18:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:21.513877 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1f0820d3-486e-4645-a381-d2b19468ce18 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "PUT /v2.0/floatingips/acbe3209-f7dd-47e9-8edf-4deee8eed27e HTTP/1.1" status: 200 len: 991 time: 0.9131799 Mar 21 19:19:21.514464 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:21.516754 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37c64d0-60ae-4cd5-b72f-53f8e0124157" -d '{"events": [{"name": "network-changed", "server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:21.552074 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d833b9-3f4f-4df2-994d-5763f82a144e x-openstack-request-id: req-d2d833b9-3f4f-4df2-994d-5763f82a144e {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:21.552388 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:21.552674 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d2d833b9-3f4f-4df2-994d-5763f82a144e {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:21.553075 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'status': 'completed', 'code': 200} Mar 21 19:19:21.610693 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:21.619335 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-0bae222f-53eb-40e8-9e5a-99c068fab488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:21.620876 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-0bae222f-53eb-40e8-9e5a-99c068fab488 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 1129 time: 0.0446715 Mar 21 19:19:21.709950 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-a1b7a25e-8849-47ff-9f8f-eb834a41d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:21.711431 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-a1b7a25e-8849-47ff-9f8f-eb834a41d065 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 917 time: 0.0847480 Mar 21 19:19:21.790559 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-434b10de-ef79-475c-8bee-d2c3f801baa9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566 HTTP/1.1" status: 200 len: 999 time: 0.0604908 Mar 21 19:19:21.850163 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-3b7cdaac-1e21-4a47-a4e1-144dcc7b7461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:21.851608 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-3b7cdaac-1e21-4a47-a4e1-144dcc7b7461 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.0468574 Mar 21 19:19:21.899259 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-68951e22-0e68-4d79-bf20-eb97bce7c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:21.900790 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-68951e22-0e68-4d79-bf20-eb97bce7c0f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429544 Mar 21 19:19:21.992290 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'acbe3209-f7dd-47e9-8edf-4deee8eed27e', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'port_id': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'mac_address': 'fa:16:3e:27:89:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:19:06Z', 'updated_at': '2022-03-21T19:19:20Z', 'revision_number': 1, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:21.993375 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-0a1c5287-1c99-4c6f-b398-46112291cb99 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786667 Mar 21 19:19:22.019180 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] Checking router: 428b30e5-d1da-4772-b477-1e041c1aaf02 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:19:22.027947 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:22.028766 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:18:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:22.087006 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c37c64d0-60ae-4cd5-b72f-53f8e0124157 req-d8b01fff-5a56-4cf0-850b-377798061653 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869732 Mar 21 19:19:22.148040 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:22.367263 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'acbe3209-f7dd-47e9-8edf-4deee8eed27e', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'port_id': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'mac_address': 'fa:16:3e:27:89:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:19:06Z', 'updated_at': '2022-03-21T19:19:20Z', 'revision_number': 1, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:22.393773 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afb7ba1-fead-44a6-bcd4-53272650910e None None] The sync data for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi is: [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'acbe3209-f7dd-47e9-8edf-4deee8eed27e', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'floating_ip_address': '172.27.3.202', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'port_id': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 461, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'mac_address': 'fa:16:3e:27:89:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:19:06Z', 'updated_at': '2022-03-21T19:19:20Z', 'revision_number': 1, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:19:22.573830 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12dbebc-c071-421c-bc37-2063ff83d43a None None] New status for floating IP acbe3209-f7dd-47e9-8edf-4deee8eed27e: ACTIVE {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:19:23.761803 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:19:26.645966 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48630) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:26.688669 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddc2fb5-5cdc-4f15-b8a5-9b2d4ec095e3 admin admin] Deleting subnet c2431009-d74c-42e1-a976-e5ded9d318b4 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:19:26.691638 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eddc2fb5-5cdc-4f15-b8a5-9b2d4ec095e3 admin admin] Publish callbacks [] for subnet (c2431009-d74c-42e1-a976-e5ded9d318b4), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:26.723936 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eddc2fb5-5cdc-4f15-b8a5-9b2d4ec095e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62778352'] for subnet (c2431009-d74c-42e1-a976-e5ded9d318b4), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:26.767342 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eddc2fb5-5cdc-4f15-b8a5-9b2d4ec095e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (c2431009-d74c-42e1-a976-e5ded9d318b4), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:26.820022 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eddc2fb5-5cdc-4f15-b8a5-9b2d4ec095e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62028629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739519'] for subnet (c2431009-d74c-42e1-a976-e5ded9d318b4), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:26.845874 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc2fb5-5cdc-4f15-b8a5-9b2d4ec095e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2431009-d74c-42e1-a976-e5ded9d318b4,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:26.847839 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eddc2fb5-5cdc-4f15-b8a5-9b2d4ec095e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:26.851029 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-eddc2fb5-5cdc-4f15-b8a5-9b2d4ec095e3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c2431009-d74c-42e1-a976-e5ded9d318b4 HTTP/1.1" status: 204 len: 168 time: 0.2040708 Mar 21 19:19:26.853595 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48632) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:26.917579 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:26.994291 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.013888 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:27.023315 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7008ae8-087d-4510-90de-54dca597b89f') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:27.023636 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7008ae8-087d-4510-90de-54dca597b89f') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:27.032696 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62778313'] for segment (a7008ae8-087d-4510-90de-54dca597b89f), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.045885 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (a7008ae8-087d-4510-90de-54dca597b89f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.051859 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:19:27.052243 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62028279'] for segment (a7008ae8-087d-4510-90de-54dca597b89f), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: Traceback (most recent call last): Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: timer() Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: cb(*args, **kw) Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: return func(*args, **kwargs) Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: self._notify() Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: self.callback(batched_events) Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: event.method(event) Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: return f(self, *a, **k) Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._get(url).json() Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:19:27.054162 dv-cinder-834527-2-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:19:27.108423 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.113895 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.120031 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e HTTP/1.1" status: 204 len: 168 time: 0.2654376 Mar 21 19:19:27.131833 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bea6f-a3e5-42a2-b714-f0147b11bef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bc7840a-d3e7-444d-b7f7-beefcf0cbf1e,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:27.167862 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a1a8342b-7d7e-41dc-a19c-0ad8a7f92152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.295339 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48636) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:27.334706 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f2613843-d4fd-4bc9-b3ac-f3082d1ea391 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b34efdc4b104f1884b40ed35cf5118b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382254 Mar 21 19:19:27.337034 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48638) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:27.382492 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0c311861-10af-4f5c-a708-fb55bd759467 admin admin] Publish callbacks [] for security_group (b018e7e6-1439-4f24-a044-7928a7ee077f), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.402485 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0c311861-10af-4f5c-a708-fb55bd759467 admin admin] Publish callbacks [] for security_group (b018e7e6-1439-4f24-a044-7928a7ee077f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.448415 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0c311861-10af-4f5c-a708-fb55bd759467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b018e7e6-1439-4f24-a044-7928a7ee077f), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.450934 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0c311861-10af-4f5c-a708-fb55bd759467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:27.452120 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0c311861-10af-4f5c-a708-fb55bd759467 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b018e7e6-1439-4f24-a044-7928a7ee077f HTTP/1.1" status: 204 len: 168 time: 0.1141839 Mar 21 19:19:27.461815 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c311861-10af-4f5c-a708-fb55bd759467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b018e7e6-1439-4f24-a044-7928a7ee077f,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:29.420035 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-802350b3-49c3-4f43-b0d1-99959d830023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:30.492037 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:32.086068 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:33.526969 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:43.331980 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:44.321318 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c151d9e-241a-4467-9169-924eb18df6a2 req-bfac13f9-8b79-44f1-b2ce-739d286aac42 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:44.322757 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8c151d9e-241a-4467-9169-924eb18df6a2 req-bfac13f9-8b79-44f1-b2ce-739d286aac42 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 946 time: 0.0499532 Mar 21 19:19:44.367059 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8c151d9e-241a-4467-9169-924eb18df6a2 req-b5cd87db-2c57-4f4a-874f-1d700c429951 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380633 Mar 21 19:19:45.598780 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8a12c-7375-4793-a635-b4e9ec91e264 req-081c5ee4-9696-4adb-b78f-5acc9082d7a2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:45.600251 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cea8a12c-7375-4793-a635-b4e9ec91e264 req-081c5ee4-9696-4adb-b78f-5acc9082d7a2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 946 time: 0.1647363 Mar 21 19:19:45.644908 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cea8a12c-7375-4793-a635-b4e9ec91e264 req-de514500-0612-45ce-adb2-b4a797788685 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390973 Mar 21 19:19:46.316748 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-03b02e95-0152-4fdf-b000-78f4fa2adf58 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:46.318175 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-03b02e95-0152-4fdf-b000-78f4fa2adf58 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 946 time: 0.0506005 Mar 21 19:19:46.415219 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Deleting port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:19:46.415563 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:46.498792 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] For port 0a3edc02-0248-4d79-85b7-c787b0b38fe6, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=0a3edc02-0248-4d79-85b7-c787b0b38fe6,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:46.499072 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:46.712560 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:46.713254 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (c057a627-0814-406a-97f1-2e3f7315da38), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:46.713254 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Floating IP c057a627-0814-406a-97f1-2e3f7315da38 disassociated. External IP: 172.27.3.153, port: 0a3edc02-0248-4d79-85b7-c787b0b38fe6. Mar 21 19:19:46.713601 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Calling delete_port for 0a3edc02-0248-4d79-85b7-c787b0b38fe6 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:19:46.773922 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedadaec-0c76-44e1-9302-e638fb64d47d req-8ed78d12-334b-4fa2-9221-749d2a3bf73f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:46.776521 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-eedadaec-0c76-44e1-9302-e638fb64d47d req-8ed78d12-334b-4fa2-9221-749d2a3bf73f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 946 time: 0.0593112 Mar 21 19:19:46.827648 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-eedadaec-0c76-44e1-9302-e638fb64d47d req-5b2b47ec-2c5e-435d-82d0-61182c858f59 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=be93e8d6-82d1-459c-b7e4-b63c26aff912&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447528 Mar 21 19:19:46.840704 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (0a3edc02-0248-4d79-85b7-c787b0b38fe6), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:46.869015 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'Port': ['ID=0a3edc02-0248-4d79-85b7-c787b0b38fe6,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:46.982133 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:19:47.352092 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:19:47.366270 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:19:47.379653 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:47.380360 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:47.405827 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] No DVR routers for this DVR port 0a3edc02-0248-4d79-85b7-c787b0b38fe6 on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:19:47.408990 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:47.412460 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7e20b42e-8ac7-4e9a-ae31-2e49f7ddda31 req-4412e1c7-1670-4068-baab-c2d3c53fc59c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "DELETE /v2.0/ports/0a3edc02-0248-4d79-85b7-c787b0b38fe6 HTTP/1.1" status: 204 len: 173 time: 1.0847554 Mar 21 19:19:47.412955 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b08621-d786-45f4-a131-42a315f73098', 'name': 'network-vif-deleted', 'tag': '0a3edc02-0248-4d79-85b7-c787b0b38fe6'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:47.415210 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ad7b3-4350-498c-b3f2-2b41784c7509" -d '{"events": [{"server_uuid": "85b08621-d786-45f4-a131-42a315f73098", "name": "network-vif-deleted", "tag": "0a3edc02-0248-4d79-85b7-c787b0b38fe6"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:47.476300 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2a79e2-ad64-452f-957f-db223d2d4eb5 x-openstack-request-id: req-1f2a79e2-ad64-452f-957f-db223d2d4eb5 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:47.476650 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b08621-d786-45f4-a131-42a315f73098", "name": "network-vif-deleted", "tag": "0a3edc02-0248-4d79-85b7-c787b0b38fe6", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:47.476915 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f2a79e2-ad64-452f-957f-db223d2d4eb5 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:47.477321 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b08621-d786-45f4-a131-42a315f73098', 'name': 'network-vif-deleted', 'tag': '0a3edc02-0248-4d79-85b7-c787b0b38fe6', 'status': 'completed', 'code': 200} Mar 21 19:19:47.504817 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:47.592389 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b70d2-fbfe-41ed-9a9c-2cd18d793c0a req-68470c5b-b84e-487a-a1ea-733a2b44f361 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:47.594284 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ec9b70d2-fbfe-41ed-9a9c-2cd18d793c0a req-68470c5b-b84e-487a-a1ea-733a2b44f361 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0636804 Mar 21 19:19:47.641156 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ec9b70d2-fbfe-41ed-9a9c-2cd18d793c0a req-0e8e6ac0-6003-43c6-8686-9a0c1984114f tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410442 Mar 21 19:19:47.706661 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:47.731379 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:19:47.739805 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:47.740397 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:47.845062 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:47.939044 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1c404264-8bad-41cd-8426-a3aff33ecea5 req-0e2131d5-bbee-4c0e-972c-2b39b23d4893 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=85b08621-d786-45f4-a131-42a315f73098 HTTP/1.1" status: 200 len: 210 time: 0.0293050 Mar 21 19:19:48.044658 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:48.070668 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19109e00-9e82-431c-a4d8-c88b0d9675cf None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:19:48.286808 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2fcfea-f35c-4f1d-bd2e-2782fdb2c4d0 None None] New status for floating IP c057a627-0814-406a-97f1-2e3f7315da38: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:19:48.756120 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50add074-9bcc-4ddf-b688-d76ef093921d req-df2716a6-29b0-4b67-ab62-fc5ad8b72c3b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:48.757614 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-50add074-9bcc-4ddf-b688-d76ef093921d req-df2716a6-29b0-4b67-ab62-fc5ad8b72c3b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0506594 Mar 21 19:19:48.802343 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-50add074-9bcc-4ddf-b688-d76ef093921d req-b22a90af-c56e-4caa-b92b-b18a186871a3 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393693 Mar 21 19:19:49.020228 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48760) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:49.073964 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c28a88df-8e5c-401e-ae43-746d5ff92af1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (be93e8d6-82d1-459c-b7e4-b63c26aff912), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:49.099245 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c28a88df-8e5c-401e-ae43-746d5ff92af1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (be93e8d6-82d1-459c-b7e4-b63c26aff912), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:49.153010 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c28a88df-8e5c-401e-ae43-746d5ff92af1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (be93e8d6-82d1-459c-b7e4-b63c26aff912), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:49.155508 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c28a88df-8e5c-401e-ae43-746d5ff92af1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:49.157661 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c28a88df-8e5c-401e-ae43-746d5ff92af1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "DELETE /v2.0/security-groups/be93e8d6-82d1-459c-b7e4-b63c26aff912 HTTP/1.1" status: 204 len: 168 time: 0.1354790 Mar 21 19:19:49.160239 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48762) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:49.165918 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a88df-8e5c-401e-ae43-746d5ff92af1 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be93e8d6-82d1-459c-b7e4-b63c26aff912,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:49.175085 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-66871642-967c-4ea5-a3ea-3afe39d83c78 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] show failed (client error): The resource could not be found. Mar 21 19:19:49.176112 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-66871642-967c-4ea5-a3ea-3afe39d83c78 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups/be93e8d6-82d1-459c-b7e4-b63c26aff912 HTTP/1.1" status: 404 len: 347 time: 0.0147929 Mar 21 19:19:49.178980 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48764) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:49.300882 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7faaf88c-03f6-441c-b502-e28f2e879887 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Deleting port 2e932e6f-1b40-4539-af7a-2a55c29b5bd9 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:19:49.301241 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7faaf88c-03f6-441c-b502-e28f2e879887 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (2e932e6f-1b40-4539-af7a-2a55c29b5bd9), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:49.376013 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7faaf88c-03f6-441c-b502-e28f2e879887 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (2e932e6f-1b40-4539-af7a-2a55c29b5bd9), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:49.376345 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7faaf88c-03f6-441c-b502-e28f2e879887 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (2e932e6f-1b40-4539-af7a-2a55c29b5bd9), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:49.387983 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7faaf88c-03f6-441c-b502-e28f2e879887 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Calling delete_port for 2e932e6f-1b40-4539-af7a-2a55c29b5bd9 owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:19:49.513204 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7faaf88c-03f6-441c-b502-e28f2e879887 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (2e932e6f-1b40-4539-af7a-2a55c29b5bd9), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:49.539005 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faaf88c-03f6-441c-b502-e28f2e879887 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'Port': ['ID=2e932e6f-1b40-4539-af7a-2a55c29b5bd9,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:49.561488 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7faaf88c-03f6-441c-b502-e28f2e879887 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (c057a627-0814-406a-97f1-2e3f7315da38), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:49.563998 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7faaf88c-03f6-441c-b502-e28f2e879887 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:49.565228 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7faaf88c-03f6-441c-b502-e28f2e879887 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "DELETE /v2.0/floatingips/c057a627-0814-406a-97f1-2e3f7315da38 HTTP/1.1" status: 204 len: 168 time: 0.3853610 Mar 21 19:19:49.918462 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aa329f-2bf9-4e7e-874b-3c7d1be47ffb req-18cb9c09-5ce8-4d70-aeff-adc354d501d7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:49.919925 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-14aa329f-2bf9-4e7e-874b-3c7d1be47ffb req-18cb9c09-5ce8-4d70-aeff-adc354d501d7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0521066 Mar 21 19:19:49.963874 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-14aa329f-2bf9-4e7e-874b-3c7d1be47ffb req-aea4c6c7-4b77-4ef3-a7ba-4585e5d98566 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383878 Mar 21 19:19:50.012102 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48770) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:50.017090 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-7d06ebf1-ca1b-40b9-8630-90245a5a07e8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--390371553', 'description': 'tempest-description--1517838264'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:50.036662 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7d06ebf1-ca1b-40b9-8630-90245a5a07e8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.103723 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7d06ebf1-ca1b-40b9-8630-90245a5a07e8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (b2e2af60-9ef7-4300-90a4-6854e74a9711), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.107813 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7d06ebf1-ca1b-40b9-8630-90245a5a07e8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b2e2af60-9ef7-4300-90a4-6854e74a9711), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.134970 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7d06ebf1-ca1b-40b9-8630-90245a5a07e8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.136191 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7d06ebf1-ca1b-40b9-8630-90245a5a07e8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1230693 Mar 21 19:19:50.139194 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48772) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:50.140844 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06ebf1-ca1b-40b9-8630-90245a5a07e8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e2af60-9ef7-4300-90a4-6854e74a9711,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:50.144372 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-cf1bfe0e-91b7-479e-8e18-8550d366c709 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group_rule': {'security_group_id': 'b2e2af60-9ef7-4300-90a4-6854e74a9711', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:50.168948 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfe0e-91b7-479e-8e18-8550d366c709 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (727452fe-2e32-4538-b5fa-e3b34ce7315f), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.213373 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfe0e-91b7-479e-8e18-8550d366c709 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (727452fe-2e32-4538-b5fa-e3b34ce7315f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.216857 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfe0e-91b7-479e-8e18-8550d366c709 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (727452fe-2e32-4538-b5fa-e3b34ce7315f), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.234408 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1bfe0e-91b7-479e-8e18-8550d366c709 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727452fe-2e32-4538-b5fa-e3b34ce7315f,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:50.242706 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cf1bfe0e-91b7-479e-8e18-8550d366c709 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.243868 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-cf1bfe0e-91b7-479e-8e18-8550d366c709 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1035080 Mar 21 19:19:50.246505 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48774) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:50.251338 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-0727039f-19ba-4658-856c-7ca574870443 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'security_group_rule': {'security_group_id': 'b2e2af60-9ef7-4300-90a4-6854e74a9711', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:50.274813 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0727039f-19ba-4658-856c-7ca574870443 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (89f82e40-bbde-4281-8ccb-90cc440f394e), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.310599 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 0a3edc02-0248-4d79-85b7-c787b0b38fe6 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:19:50.328142 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0727039f-19ba-4658-856c-7ca574870443 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (89f82e40-bbde-4281-8ccb-90cc440f394e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.331747 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0727039f-19ba-4658-856c-7ca574870443 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (89f82e40-bbde-4281-8ccb-90cc440f394e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.332280 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 0a3edc02-0248-4d79-85b7-c787b0b38fe6 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:19:50.332663 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 0a3edc02-0248-4d79-85b7-c787b0b38fe6 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:19:50.348662 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727039f-19ba-4658-856c-7ca574870443 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f82e40-bbde-4281-8ccb-90cc440f394e,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:50.355371 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0727039f-19ba-4658-856c-7ca574870443 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.356576 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0727039f-19ba-4658-856c-7ca574870443 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1091485 Mar 21 19:19:50.359609 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48776) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:50.363766 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:50.382947 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.474767 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.580650 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Allocated IP 172.27.3.234 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/0f26d8fb-a641-4f3d-be24-47a0ae172b1b) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:19:50.674906 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (0f26d8fb-a641-4f3d-be24-47a0ae172b1b), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.706607 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (0f26d8fb-a641-4f3d-be24-47a0ae172b1b), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.741635 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:19:50.744413 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:19:50.747740 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:19:50.774287 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=0f26d8fb-a641-4f3d-be24-47a0ae172b1b,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:50.835764 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (a61ea9aa-dc0d-4918-9670-82b3d8d119a4), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:50.870544 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (0f26d8fb-a641-4f3d-be24-47a0ae172b1b), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:51.012807 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (0f26d8fb-a641-4f3d-be24-47a0ae172b1b), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:51.017644 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (0f26d8fb-a641-4f3d-be24-47a0ae172b1b), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:51.080464 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe800f-cfb3-47fc-b2b8-65cb310579c3 req-ca707b69-afbe-468d-a37b-91f9e0514509 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:51.081986 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2fbe800f-cfb3-47fc-b2b8-65cb310579c3 req-ca707b69-afbe-468d-a37b-91f9e0514509 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0524178 Mar 21 19:19:51.083104 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=0f26d8fb-a641-4f3d-be24-47a0ae172b1b,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:51.096404 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (a61ea9aa-dc0d-4918-9670-82b3d8d119a4), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:51.113293 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:51.114538 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d4ae28ab-af24-48e6-8e1a-7944946b40af tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7540264 Mar 21 19:19:51.136110 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2fbe800f-cfb3-47fc-b2b8-65cb310579c3 req-ea9b98b3-df58-4a2b-90a2-f568bd03ed57 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=dac1d53d-f6d1-46be-9ad4-c72d4da5b234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467839 Mar 21 19:19:51.311089 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-24202a81-43f2-4f4b-8730-8950e9f4728a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--390371553&fields=id&tenant_id=cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 267 time: 0.0445523 Mar 21 19:19:51.437814 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-16a5d9a6-f50a-46b6-9d2f-b6a74d3a5774 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:51.439269 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-16a5d9a6-f50a-46b6-9d2f-b6a74d3a5774 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 814 time: 0.1213167 Mar 21 19:19:51.458212 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-a2a29638-5947-45de-ba8d-158e641f41ce tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/quotas/cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 375 time: 0.0136378 Mar 21 19:19:51.466004 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-27426dc4-1900-4102-b713-53f2585663bc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:51.467377 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-27426dc4-1900-4102-b713-53f2585663bc tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 946 time: 0.0849397 Mar 21 19:19:51.575470 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-2d8e2612-a282-45bf-8dc8-bcfbe4938822 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1071835 Mar 21 19:19:51.640085 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Deleting port 51b0ff51-79b7-4be7-9dff-2c677330353f {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:19:51.640433 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:51.738509 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-3eb66b0d-328d-46f6-ae81-e0d532ff9c6b service neutron] 10.222.0.41 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507754 Mar 21 19:19:51.803797 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] For port 51b0ff51-79b7-4be7-9dff-2c677330353f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=51b0ff51-79b7-4be7-9dff-2c677330353f,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:51.804170 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:51.924065 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-6e108431-e7fb-4df8-8544-ab93e2a16d63 service neutron] 10.222.0.41 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774702 Mar 21 19:19:51.997514 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:51.997885 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (04397ed5-73b2-41fc-8525-69d70644be23), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:51.998206 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Floating IP 04397ed5-73b2-41fc-8525-69d70644be23 disassociated. External IP: 172.27.3.217, port: 51b0ff51-79b7-4be7-9dff-2c677330353f. Mar 21 19:19:51.998556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Calling delete_port for 51b0ff51-79b7-4be7-9dff-2c677330353f owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:19:52.172953 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (51b0ff51-79b7-4be7-9dff-2c677330353f), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:52.190166 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c749e027-fc30-4527-83a0-129083f704ff req-20e6f203-eddc-4060-804b-08839494486e tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 210 time: 0.0436304 Mar 21 19:19:52.222202 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event deleted for resources: {'Port': ['ID=51b0ff51-79b7-4be7-9dff-2c677330353f,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:52.320374 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5ad943fb-85be-42b6-9649-441eaa422fe9 req-fdc782ad-c0a8-4acb-b0b1-db9589d14b33 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5 HTTP/1.1" status: 200 len: 210 time: 0.0585680 Mar 21 19:19:52.360261 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Router b344e114-cac5-457d-8db3-1994c731ebfb has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:19:52.473946 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:19:52.485215 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] Sync routers for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:19:52.497048 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:52.498192 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:52.520141 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] No DVR routers for this DVR port 51b0ff51-79b7-4be7-9dff-2c677330353f on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:19:52.522752 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:52.526224 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-638fc86d-fcc6-4e0c-8f80-4daeb8c5b7b5 req-0d4d480a-f33c-446c-9def-a41d5926e1b4 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "DELETE /v2.0/ports/51b0ff51-79b7-4be7-9dff-2c677330353f HTTP/1.1" status: 204 len: 173 time: 1.0500159 Mar 21 19:19:52.526704 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'name': 'network-vif-deleted', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:52.529037 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d9aff4-c597-48ed-822e-b1efd3e8d63b" -d '{"events": [{"server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "name": "network-vif-deleted", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:52.596222 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d369f15-2b87-4162-b364-f7f9af674455 x-openstack-request-id: req-6d369f15-2b87-4162-b364-f7f9af674455 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:52.596534 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5", "name": "network-vif-deleted", "tag": "51b0ff51-79b7-4be7-9dff-2c677330353f", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:52.596801 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d369f15-2b87-4162-b364-f7f9af674455 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:52.597205 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a26dd8-fbcc-498d-8a61-c1e2f0fb5ec5', 'name': 'network-vif-deleted', 'tag': '51b0ff51-79b7-4be7-9dff-2c677330353f', 'status': 'completed', 'code': 200} Mar 21 19:19:52.751251 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:52.945957 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:07Z', 'revision_number': 5, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:52.971869 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] Checking router: b344e114-cac5-457d-8db3-1994c731ebfb for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:19:52.979949 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:52.980569 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:53.089645 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:53.289093 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9b22410d-8193-40cb-bba2-0abdf9b93d22 req-f560127a-ae3f-466f-a866-cc18d34a46d9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 210 time: 0.0428207 Mar 21 19:19:53.298626 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:07Z', 'revision_number': 5, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:53.338889 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa7bd3-a0aa-4670-ba67-66fb8676d2b4 None None] The sync data for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi is: [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:14:57Z', 'revision_number': 4, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '71adbfe5-c843-4846-a11b-414599d855c2', 'name': '', 'network_id': '742ba410-cead-4812-99b4-e7915464adb5', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'mac_address': 'fa:16:3e:f2:af:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:07Z', 'revision_number': 5, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'subnets': [{'id': 'ea7c325d-333c-4ee6-bfdd-52df602a1290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:19:53.352045 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-aa44dd1a-3184-4700-857c-68705bfd7969 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-128752254&fields=id&tenant_id=dd05a51dd20047f891773e965424e978 HTTP/1.1" status: 200 len: 267 time: 0.1195064 Mar 21 19:19:53.424756 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48824) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:53.459881 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-6216417b-8696-4f4d-a582-b9e1895df20d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:53.461944 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-6216417b-8696-4f4d-a582-b9e1895df20d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 814 time: 0.1915216 Mar 21 19:19:53.481035 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-2d05474d-7a79-4888-a067-7c645ceb6209 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:53.483095 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-2d05474d-7a79-4888-a067-7c645ceb6209 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 985 time: 0.1253788 Mar 21 19:19:53.486375 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-78449b29-67a0-47a2-b2bb-f9be10b092a8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group (dac1d53d-f6d1-46be-9ad4-c72d4da5b234), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:53.506477 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-00a64959-30da-4413-bf79-36b88be7f588 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Request body: {'port': {'security_groups': ['69d012a9-9c9a-41fd-8daa-cc7dceaf700d']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:53.515185 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-78449b29-67a0-47a2-b2bb-f9be10b092a8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group (dac1d53d-f6d1-46be-9ad4-c72d4da5b234), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:53.572011 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-78449b29-67a0-47a2-b2bb-f9be10b092a8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (dac1d53d-f6d1-46be-9ad4-c72d4da5b234), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:53.574983 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-78449b29-67a0-47a2-b2bb-f9be10b092a8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:53.576362 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-78449b29-67a0-47a2-b2bb-f9be10b092a8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "DELETE /v2.0/security-groups/dac1d53d-f6d1-46be-9ad4-c72d4da5b234 HTTP/1.1" status: 204 len: 168 time: 0.1505177 Mar 21 19:19:53.579082 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48830) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:53.586297 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78449b29-67a0-47a2-b2bb-f9be10b092a8 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac1d53d-f6d1-46be-9ad4-c72d4da5b234,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:53.615319 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-3a4265b7-f5ae-4c41-acf7-8203bda6c0a8 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf9a98448f0e4dd5993434ab2567e6d9 HTTP/1.1" status: 200 len: 379 time: 0.1422913 Mar 21 19:19:53.618815 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.api.v2.resource [None req-b1ea23fa-eba4-4b34-a9cb-5ccfd54ac617 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] show failed (client error): The resource could not be found. Mar 21 19:19:53.619782 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b1ea23fa-eba4-4b34-a9cb-5ccfd54ac617 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups/dac1d53d-f6d1-46be-9ad4-c72d4da5b234 HTTP/1.1" status: 404 len: 347 time: 0.0397289 Mar 21 19:19:53.623422 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48832) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:53.627122 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'port': {'device_id': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'admin_state_up': True, 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'security_groups': ['b2e2af60-9ef7-4300-90a4-6854e74a9711']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:53.643906 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d12e95-57ce-4d16-874f-516c02bfca54 None None] New status for floating IP 04397ed5-73b2-41fc-8525-69d70644be23: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:19:53.676459 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-00a64959-30da-4413-bf79-36b88be7f588 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:53.757788 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-48130e0d-d332-410d-b045-d330a6b739f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Deleting port b3e74834-7e54-499b-9d98-4ea33787e1d3 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:19:53.758417 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48130e0d-d332-410d-b045-d330a6b739f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (b3e74834-7e54-499b-9d98-4ea33787e1d3), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:53.812532 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Made reservation on behalf of cf9a98448f0e4dd5993434ab2567e6d9 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:19:53.815867 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:53.844443 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48130e0d-d332-410d-b045-d330a6b739f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (b3e74834-7e54-499b-9d98-4ea33787e1d3), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:53.845025 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48130e0d-d332-410d-b045-d330a6b739f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for floatingip (b3e74834-7e54-499b-9d98-4ea33787e1d3), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:53.859224 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-48130e0d-d332-410d-b045-d330a6b739f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Calling delete_port for b3e74834-7e54-499b-9d98-4ea33787e1d3 owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:19:53.966491 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-00a64959-30da-4413-bf79-36b88be7f588 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] For port 7bdf2f27-49f9-43ee-848e-84bda52498d7, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:53.989167 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48130e0d-d332-410d-b045-d330a6b739f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (b3e74834-7e54-499b-9d98-4ea33787e1d3), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.023836 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48130e0d-d332-410d-b045-d330a6b739f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event deleted for resources: {'Port': ['ID=b3e74834-7e54-499b-9d98-4ea33787e1d3,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:54.035756 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-00a64959-30da-4413-bf79-36b88be7f588 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.037804 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Allocated IP 172.20.0.3 (0b962a0a-e309-4e68-80c4-e22169763239/c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443/8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:19:54.043217 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48130e0d-d332-410d-b045-d330a6b739f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks [] for floatingip (04397ed5-73b2-41fc-8525-69d70644be23), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.043999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-00a64959-30da-4413-bf79-36b88be7f588 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.047204 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48130e0d-d332-410d-b045-d330a6b739f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.050632 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-48130e0d-d332-410d-b045-d330a6b739f7 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "DELETE /v2.0/floatingips/04397ed5-73b2-41fc-8525-69d70644be23 HTTP/1.1" status: 204 len: 168 time: 0.4239376 Mar 21 19:19:54.055387 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['7bdf2f27-49f9-43ee-848e-84bda52498d7'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:19:54.106839 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-00a64959-30da-4413-bf79-36b88be7f588 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:54.107518 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-00a64959-30da-4413-bf79-36b88be7f588 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.112242 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cc1ee513-fb35-487c-a399-0c8bc0192de2 req-00a64959-30da-4413-bf79-36b88be7f588 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "PUT /v2.0/ports/7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 200 len: 943 time: 0.6124713 Mar 21 19:19:54.116324 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48836) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:54.206250 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3e0f81b9-ee5d-4ddb-aa09-b398f55b3748 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group (05c48a27-2db7-47f2-a545-6277099df813), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.213875 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a64959-30da-4413-bf79-36b88be7f588 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event updated for resources: {'Port': ['ID=7bdf2f27-49f9-43ee-848e-84bda52498d7,revision_number=7']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:54.232805 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3e0f81b9-ee5d-4ddb-aa09-b398f55b3748 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group (05c48a27-2db7-47f2-a545-6277099df813), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.253663 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['7bdf2f27-49f9-43ee-848e-84bda52498d7'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:19:54.295265 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.332244 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3e0f81b9-ee5d-4ddb-aa09-b398f55b3748 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (05c48a27-2db7-47f2-a545-6277099df813), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.338147 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3e0f81b9-ee5d-4ddb-aa09-b398f55b3748 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.342836 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3e0f81b9-ee5d-4ddb-aa09-b398f55b3748 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "DELETE /v2.0/security-groups/05c48a27-2db7-47f2-a545-6277099df813 HTTP/1.1" status: 204 len: 168 time: 0.2230213 Mar 21 19:19:54.345301 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48842) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:19:54.346085 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.360037 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 51b0ff51-79b7-4be7-9dff-2c677330353f no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:19:54.387972 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f81b9-ee5d-4ddb-aa09-b398f55b3748 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c48a27-2db7-47f2-a545-6277099df813,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:54.396032 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Network 0b962a0a-e309-4e68-80c4-e22169763239 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:19:54.398932 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:19:54.403261 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:19:54.421448 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 51b0ff51-79b7-4be7-9dff-2c677330353f {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:19:54.422016 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 51b0ff51-79b7-4be7-9dff-2c677330353f not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:19:54.459655 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:54.460236 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.461442 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-77718aed-854e-4704-aaf8-8548c0411361 None None] Provisioning complete for port 7bdf2f27-49f9-43ee-848e-84bda52498d7 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:19:54.461822 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-77718aed-854e-4704-aaf8-8548c0411361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.474837 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event updated for resources: {'Port': ['ID=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:54.492969 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-ca9b9309-a66d-40a6-a1ee-78f93a797a0d tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8701575 Mar 21 19:19:54.560326 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Request body: {'port': {'device_id': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:19:54.575538 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850a21e-4fbf-4f03-9de4-13609dd5a251 req-17b74089-a8a2-41da-8042-a4ca73d852e6 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:54.578171 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d850a21e-4fbf-4f03-9de4-13609dd5a251 req-17b74089-a8a2-41da-8042-a4ca73d852e6 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 931 time: 0.1306055 Mar 21 19:19:54.597041 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-77718aed-854e-4704-aaf8-8548c0411361 None None] Current status of the port 7bdf2f27-49f9-43ee-848e-84bda52498d7 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:19:54.598616 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:54.601762 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e8f9b5-f178-49ec-be79-8653d38954e1" -d '{"events": [{"name": "network-changed", "server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:54.648247 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5c0873-0579-49cd-b71e-f4eba9798d15 x-openstack-request-id: req-ec5c0873-0579-49cd-b71e-f4eba9798d15 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:54.648572 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:54.648828 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ec5c0873-0579-49cd-b71e-f4eba9798d15 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:54.649220 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'status': 'completed', 'code': 200} Mar 21 19:19:54.649753 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.671435 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d850a21e-4fbf-4f03-9de4-13609dd5a251 req-6e724ca1-bb45-4543-a526-f538c3c1e35a tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846274 Mar 21 19:19:54.720453 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-4692902a-a2b1-41ce-a20f-159df1b374be None None] Provisioning complete for port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:19:54.720780 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-4692902a-a2b1-41ce-a20f-159df1b374be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.727273 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Deleting port ef2d0b87-58fe-41d1-b193-87746c33aad0 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:19:54.727749 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (ef2d0b87-58fe-41d1-b193-87746c33aad0), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.761108 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-4692902a-a2b1-41ce-a20f-159df1b374be None None] Port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:19:54.769667 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-87a6c96b-67fc-4aba-9ad4-9c3885a59ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:54.771259 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-87a6c96b-67fc-4aba-9ad4-9c3885a59ca0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd05a51dd20047f891773e965424e978&device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 1130 time: 0.0972860 Mar 21 19:19:54.865942 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (ef2d0b87-58fe-41d1-b193-87746c33aad0), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.866278 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for floatingip (ef2d0b87-58fe-41d1-b193-87746c33aad0), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.884816 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Calling delete_port for ef2d0b87-58fe-41d1-b193-87746c33aad0 owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:19:54.901491 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-fbdecdc3-c6bb-4ed0-bf8f-da5be9827c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:54.902977 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-fbdecdc3-c6bb-4ed0-bf8f-da5be9827c58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69d9d2a8-33da-44c5-8928-a3950b1082dd HTTP/1.1" status: 200 len: 914 time: 0.1242099 Mar 21 19:19:54.923192 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:19:54.930646 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Publish callbacks [] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.943653 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Transition to ACTIVE for port object 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:19:54.947586 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:54.997951 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Pushing event updated for resources: {'Port': ['ID=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:55.042760 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-113e5875-240a-46f4-a51e-0df82af1f39b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 200 len: 1002 time: 0.1043141 Mar 21 19:19:55.069214 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Attempting to bind port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:19:55.069660 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Attempting to bind port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:19:55.070075 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Attempting to bind port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d on network 0b962a0a-e309-4e68-80c4-e22169763239 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:19:55.075528 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d on network 0b962a0a-e309-4e68-80c4-e22169763239 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:19:55.075934 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Attempting to bind port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d on network 0b962a0a-e309-4e68-80c4-e22169763239 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:19:55.081915 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:19:55.082344 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Checking segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:19:55.082817 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Bound using segment: {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:19:55.083317 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Bound port: 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:19:55.084012 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:55.126754 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-65980d26-ce34-4279-84ff-ad7e91d39b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:55.128763 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-65980d26-ce34-4279-84ff-ad7e91d39b6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efcad066-06f7-4103-8c45-037d9d574eb5 HTTP/1.1" status: 200 len: 852 time: 0.0782268 Mar 21 19:19:55.162387 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] For port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:19:55.165756 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] For port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:19:55.172424 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:55.203890 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (ef2d0b87-58fe-41d1-b193-87746c33aad0), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:55.209323 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:55.211005 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:55.212755 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] 10.222.0.55 "PUT /v2.0/ports/8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d HTTP/1.1" status: 200 len: 1093 time: 0.7114959 Mar 21 19:19:55.234350 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event deleted for resources: {'Port': ['ID=ef2d0b87-58fe-41d1-b193-87746c33aad0,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:55.246009 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb6d3c-ec2c-4bb3-b954-ba4f28741aaa service neutron] Pushing event updated for resources: {'Port': ['ID=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:55.246198 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-1080e73e-44ff-43d3-9ca9-5850dc11bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:55.247721 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-1080e73e-44ff-43d3-9ca9-5850dc11bd63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69d9d2a8-33da-44c5-8928-a3950b1082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1005917 Mar 21 19:19:55.286142 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks [] for floatingip (59e02616-329e-429f-aac4-40ae5dd64821), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:55.286509 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Floating IP 59e02616-329e-429f-aac4-40ae5dd64821 disassociated (deleted). External IP: 172.27.3.199, port: 7bdf2f27-49f9-43ee-848e-84bda52498d7. Mar 21 19:19:55.312333 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-f92cbbe5-2934-414f-a870-108af17cbf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:55.313879 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-f92cbbe5-2934-414f-a870-108af17cbf3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 1127 time: 0.0506670 Mar 21 19:19:55.365228 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-63cf508b-9285-4b4e-b439-dc76fad99415 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d HTTP/1.1" status: 200 len: 217 time: 0.0435839 Mar 21 19:19:55.440536 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-30465315-6e1c-4663-95d8-dbfed6a0b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:55.442025 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-30465315-6e1c-4663-95d8-dbfed6a0b5bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 200 len: 853 time: 0.0649953 Mar 21 19:19:55.463639 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-fc605e94-baab-425d-ac4f-dc7d3fb91c3b service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924312 Mar 21 19:19:55.532270 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-96f029ba-7269-4858-92d1-a12a0db7d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:55.533871 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-96f029ba-7269-4858-92d1-a12a0db7d753 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b962a0a-e309-4e68-80c4-e22169763239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827618 Mar 21 19:19:55.601582 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-0a10b632-e1f0-4ea2-9bd5-ad002cc6d1db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1064157 Mar 21 19:19:55.649901 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-7a60f116-5fca-4aac-a9bd-9e2d67f11ad9 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091478 Mar 21 19:19:55.767854 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-7ba2605f-52f4-4919-a569-3ef78e3a953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:55.769378 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-7ba2605f-52f4-4919-a569-3ef78e3a953f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 1129 time: 0.1176751 Mar 21 19:19:55.849754 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-94e8f9b5-f178-49ec-be79-8653d38954e1 req-3d88dfb3-f73f-4fac-9718-7a9b5b2f7473 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795300 Mar 21 19:19:55.851566 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ef17af75-87dd-47e0-b6a6-94344252f5a5 req-84b24e6e-1988-4d67-b051-83f5d6368751 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914208 Mar 21 19:19:55.872602 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:19:55.893593 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6285-b94c-48b0-969f-0cd57a09dc87 req-8b5dd5ec-32c1-4b86-be11-cf4343b8c7b2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:55.895077 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f1a6285-b94c-48b0-969f-0cd57a09dc87 req-8b5dd5ec-32c1-4b86-be11-cf4343b8c7b2 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 943 time: 0.1452441 Mar 21 19:19:55.923638 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-b0d8cd95-d72c-4c4f-9be2-e5fbdce5bacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:55.925439 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-b0d8cd95-d72c-4c4f-9be2-e5fbdce5bacb service neutron] 10.222.0.55 "GET /v2.0/networks?id=742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 200 len: 920 time: 0.1318064 Mar 21 19:19:55.979266 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-69cc72d9-e6db-4b89-ab2b-d0d0a2723f9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=979adac7-041b-45b7-8892-c9955264f0c2 HTTP/1.1" status: 200 len: 217 time: 0.0434399 Mar 21 19:19:55.986114 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:19:55.986319 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f1a6285-b94c-48b0-969f-0cd57a09dc87 req-fef31a15-4ea6-40f8-9ca0-d212a6374435 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848157 Mar 21 19:19:55.991335 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:55.997990 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] Sync routers for ids ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:19:56.021068 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] Routers {'921188e2-b9d2-40c2-91f1-9b6c2deba1fa'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:56.021430 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-aae91e4d-6b4f-4c65-a863-f50ba223be58 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "DELETE /v2.0/floatingips/59e02616-329e-429f-aac4-40ae5dd64821 HTTP/1.1" status: 204 len: 168 time: 1.6481109 Mar 21 19:19:56.021811 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:56.022093 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:56.024319 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d1fb51-2b93-4c8f-b098-e54db00b58d2" -d '{"events": [{"name": "network-changed", "server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:56.040598 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-53e786d6-3461-4dfd-8cfc-de7b2806e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:56.042075 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-53e786d6-3461-4dfd-8cfc-de7b2806e300 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 200 len: 858 time: 0.0531673 Mar 21 19:19:56.063250 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d153a826-8d8f-4f47-8b5e-ddc74dbeb823 x-openstack-request-id: req-d153a826-8d8f-4f47-8b5e-ddc74dbeb823 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:56.063546 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:56.063800 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d153a826-8d8f-4f47-8b5e-ddc74dbeb823 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:56.064229 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'status': 'completed', 'code': 200} Mar 21 19:19:56.136216 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-2aa2386b-15e6-4c1a-ad73-ee02096d2539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:56.137876 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-2aa2386b-15e6-4c1a-ad73-ee02096d2539 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=742ba410-cead-4812-99b4-e7915464adb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0867338 Mar 21 19:19:56.144641 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] Set router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:56.169751 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-138fa299-093f-43f4-a4f2-8663977aa310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:56.171745 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-138fa299-093f-43f4-a4f2-8663977aa310 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dd05a51dd20047f891773e965424e978&device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 1130 time: 0.0792899 Mar 21 19:19:56.356541 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:59Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c', 'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'mac_address': 'fa:16:3e:a3:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:57Z', 'updated_at': '2022-03-21T19:17:04Z', 'revision_number': 5, 'project_id': 'dd05a51dd20047f891773e965424e978', 'subnets': [{'id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:56.388174 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] Checking router: 921188e2-b9d2-40c2-91f1-9b6c2deba1fa for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:19:56.397833 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] Routers {'921188e2-b9d2-40c2-91f1-9b6c2deba1fa'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:19:56.398466 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:56.514273 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] Set router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:19:56.608134 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-099bcbc5-02f3-4005-96c0-f330895dd224 service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618764 Mar 21 19:19:56.658658 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'tag': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:56.660939 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "64d036f5-c9f7-47ff-841d-a6518883cd11", "tag": "8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:56.665964 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-10751f6b-ab34-42b2-bc5b-a41a7366d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:56.667423 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-10751f6b-ab34-42b2-bc5b-a41a7366d42e service neutron] 10.222.0.55 "GET /v2.0/networks?id=69d9d2a8-33da-44c5-8928-a3950b1082dd HTTP/1.1" status: 200 len: 914 time: 0.4722998 Mar 21 19:19:56.715563 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-89ab8768-6f02-47ef-90d1-09611c1c7b42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 200 len: 217 time: 0.0395253 Mar 21 19:19:56.716970 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e95e861-39ee-41c4-94c3-efbc329fbc1d x-openstack-request-id: req-9e95e861-39ee-41c4-94c3-efbc329fbc1d {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:19:56.717264 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d036f5-c9f7-47ff-841d-a6518883cd11", "tag": "8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:19:56.718160 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e95e861-39ee-41c4-94c3-efbc329fbc1d {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:19:56.718160 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'tag': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d', 'status': 'completed', 'code': 200} Mar 21 19:19:56.750810 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:59Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c', 'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'mac_address': 'fa:16:3e:a3:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:57Z', 'updated_at': '2022-03-21T19:17:04Z', 'revision_number': 5, 'project_id': 'dd05a51dd20047f891773e965424e978', 'subnets': [{'id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:19:56.773420 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d2bdd91e-3486-44c0-a03b-f4c5a88dcb21 req-4a2f0d6f-9936-463b-a6f7-beffcc504a4b service neutron] 10.222.0.55 "GET /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571310 Mar 21 19:19:56.781817 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96823f69-436c-47d7-bb74-3ad13b7259b8 None None] The sync data for ids ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'] in dv-cinder-834527-2-iscsi is: [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:16:59Z', 'revision_number': 4, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c', 'name': '', 'network_id': '69d9d2a8-33da-44c5-8928-a3950b1082dd', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'mac_address': 'fa:16:3e:a3:e4:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:57Z', 'updated_at': '2022-03-21T19:17:04Z', 'revision_number': 5, 'project_id': 'dd05a51dd20047f891773e965424e978', 'subnets': [{'id': 'efcad066-06f7-4103-8c45-037d9d574eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:19:56.814149 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-dbccb1d0-5213-4fbb-bda8-82599cd6f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:56.819256 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-dbccb1d0-5213-4fbb-bda8-82599cd6f48c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efcad066-06f7-4103-8c45-037d9d574eb5 HTTP/1.1" status: 200 len: 852 time: 0.0790160 Mar 21 19:19:56.827609 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-55518b1d-c786-47c5-be52-4c3168d8ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:56.830449 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-55518b1d-c786-47c5-be52-4c3168d8ee28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 1127 time: 0.0739675 Mar 21 19:19:56.926453 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-b39634c7-5ad2-4183-ad8e-4f8596ab660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:56.928217 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-b39634c7-5ad2-4183-ad8e-4f8596ab660a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69d9d2a8-33da-44c5-8928-a3950b1082dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1019592 Mar 21 19:19:56.935403 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab77d5-9d67-46f2-b407-cb7902a6bceb req-e9b71ed0-158c-47c5-bfc5-3a944996e203 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:56.937778 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61ab77d5-9d67-46f2-b407-cb7902a6bceb req-e9b71ed0-158c-47c5-bfc5-3a944996e203 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0941756 Mar 21 19:19:56.953406 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-ef1abf2f-4474-4e8c-ba17-cccb908da78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:56.955310 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-ef1abf2f-4474-4e8c-ba17-cccb908da78e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 915 time: 0.1132655 Mar 21 19:19:57.000178 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-f15e1b9b-7733-47b0-9728-4658b4cf0108 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d HTTP/1.1" status: 200 len: 217 time: 0.0369437 Mar 21 19:19:57.056367 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61ab77d5-9d67-46f2-b407-cb7902a6bceb req-9fac933e-2a79-4879-bbd8-fd51b58e4462 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002176 Mar 21 19:19:57.063568 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-9810c9a7-db13-4d99-a955-f89eb34a9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:57.065819 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-9810c9a7-db13-4d99-a955-f89eb34a9ff4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 200 len: 853 time: 0.0561481 Mar 21 19:19:57.071256 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-09889ca2-ff16-4012-b522-8a7fdfada235 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325550 Mar 21 19:19:57.143996 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b1217-9399-4667-81a3-c7c8cdfc5c53 None None] New status for floating IP 59e02616-329e-429f-aac4-40ae5dd64821: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:19:57.172380 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d643f-815f-41ae-85df-68a93302b620 req-d247a05a-4744-40a3-9168-5b0ecf2707cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:57.173145 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ae760535-deb0-41b6-b487-0be852168b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:57.174101 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9a2d643f-815f-41ae-85df-68a93302b620 req-d247a05a-4744-40a3-9168-5b0ecf2707cc tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 943 time: 0.1072793 Mar 21 19:19:57.194120 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-39b4df0a-6492-4709-b890-33c576452fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:57.196025 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-39b4df0a-6492-4709-b890-33c576452fcc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b962a0a-e309-4e68-80c4-e22169763239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0943775 Mar 21 19:19:57.204213 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-14d1fb51-2b93-4c8f-b098-e54db00b58d2 req-814287ff-8425-4574-847e-5f3b578f2677 service neutron] 10.222.0.55 "GET /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191025 Mar 21 19:19:57.285672 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9a2d643f-815f-41ae-85df-68a93302b620 req-aeece3c1-0dcd-4efb-8142-d84dbbbe8057 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051090 Mar 21 19:19:57.331860 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-54c53977-eafd-4654-a490-79bd46631ef5 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089964 Mar 21 19:19:57.442449 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b560b1ce-cf24-45f4-ae5a-a6edf11bc5ab req-742b69f5-c552-4c54-9180-34aa48835cd3 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892003 Mar 21 19:19:58.174822 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6eafc-52a7-4754-90f5-bbfce8337b5e req-f24609d8-aed5-44f0-ae99-bfa11c812c4e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:58.176282 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2df6eafc-52a7-4754-90f5-bbfce8337b5e req-f24609d8-aed5-44f0-ae99-bfa11c812c4e tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0525563 Mar 21 19:19:58.221572 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2df6eafc-52a7-4754-90f5-bbfce8337b5e req-6602fe1a-25ac-4283-83bb-a9132f6c9685 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398068 Mar 21 19:19:58.394141 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:19:58.409905 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c33fc7-fe56-4bee-816b-bf53432e6782 req-9f8314be-fe86-4a8b-9ee1-a23b514ab661 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:58.411557 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b5c33fc7-fe56-4bee-816b-bf53432e6782 req-9f8314be-fe86-4a8b-9ee1-a23b514ab661 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 943 time: 0.0527792 Mar 21 19:19:58.459165 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b5c33fc7-fe56-4bee-816b-bf53432e6782 req-122c0574-ba3e-4bd2-9f32-f24796e8ab34 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419252 Mar 21 19:19:58.607696 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:58.618512 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'port_id': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d', 'mac_address': 'fa:16:3e:6b:bb:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:19:58.655211 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:19:58.655529 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:58.668589 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:19:58.689933 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:58.694052 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:58.744194 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:58.778336 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30d66dc-e75e-4d7d-967c-6b1c327ca88e req-03120d5d-d6de-44ab-a72f-414ddefdf892 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:58.779796 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d30d66dc-e75e-4d7d-967c-6b1c327ca88e req-03120d5d-d6de-44ab-a72f-414ddefdf892 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0547953 Mar 21 19:19:58.824642 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d30d66dc-e75e-4d7d-967c-6b1c327ca88e req-f2121797-0c93-400a-8a51-953f2452cb00 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 Mar 21 19:19:59.002520 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:19:59.337053 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa1995-82f2-4338-b7f6-c61a5b20f279 req-ae2e50a2-5a89-4e65-ab01-50e696a853ce tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:59.338505 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1baa1995-82f2-4338-b7f6-c61a5b20f279 req-ae2e50a2-5a89-4e65-ab01-50e696a853ce tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0511198 Mar 21 19:19:59.387042 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1baa1995-82f2-4338-b7f6-c61a5b20f279 req-11d2b596-0b39-4a1c-91b8-4b4219794356 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425680 Mar 21 19:19:59.425776 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9f3b8b79-00ac-4622-aa51-c5b293d2292a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:59.465287 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-9ee9e1a9-76cd-4aec-bb11-68eddd512d32 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:59.466744 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-9ee9e1a9-76cd-4aec-bb11-68eddd512d32 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 945 time: 0.0531523 Mar 21 19:19:59.601944 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ce15f-9226-4300-ae51-2d00b012eec3 req-2982ee2d-52ca-4a19-bc41-c94bae762830 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:59.603424 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d92ce15f-9226-4300-ae51-2d00b012eec3 req-2982ee2d-52ca-4a19-bc41-c94bae762830 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 944 time: 0.0675294 Mar 21 19:19:59.605385 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-e04a6222-73ca-4af8-8d2b-ed9e079a93bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Deleting port a445558b-fdf1-4f1d-97c3-0a3a77e24349 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:19:59.605727 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-e04a6222-73ca-4af8-8d2b-ed9e079a93bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:59.703705 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d92ce15f-9226-4300-ae51-2d00b012eec3 req-9bb36778-8243-46a7-9ab8-d72b96d45513 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938225 Mar 21 19:19:59.725599 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-e04a6222-73ca-4af8-8d2b-ed9e079a93bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] For port a445558b-fdf1-4f1d-97c3-0a3a77e24349, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=a445558b-fdf1-4f1d-97c3-0a3a77e24349,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:19:59.725965 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-e04a6222-73ca-4af8-8d2b-ed9e079a93bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:59.738575 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-e04a6222-73ca-4af8-8d2b-ed9e079a93bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Calling delete_port for a445558b-fdf1-4f1d-97c3-0a3a77e24349 owned by compute:nova {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:19:59.858077 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-e04a6222-73ca-4af8-8d2b-ed9e079a93bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (a445558b-fdf1-4f1d-97c3-0a3a77e24349), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:59.869989 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['979adac7-041b-45b7-8892-c9955264f0c2', 'a445558b-fdf1-4f1d-97c3-0a3a77e24349'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:19:59.890456 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a6222-73ca-4af8-8d2b-ed9e079a93bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event deleted for resources: {'Port': ['ID=a445558b-fdf1-4f1d-97c3-0a3a77e24349,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:19:59.932745 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-e04a6222-73ca-4af8-8d2b-ed9e079a93bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] No DVR routers for this DVR port a445558b-fdf1-4f1d-97c3-0a3a77e24349 on host hv-cinder-83452 {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:19:59.934980 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-e04a6222-73ca-4af8-8d2b-ed9e079a93bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:19:59.938845 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b279cd45-57aa-4f9d-ad89-932965a512cd req-e04a6222-73ca-4af8-8d2b-ed9e079a93bd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "DELETE /v2.0/ports/a445558b-fdf1-4f1d-97c3-0a3a77e24349 HTTP/1.1" status: 204 len: 173 time: 0.4664097 Mar 21 19:19:59.939525 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d99b1b-3bd0-474a-a06e-2ebe10c2ec46', 'name': 'network-vif-deleted', 'tag': 'a445558b-fdf1-4f1d-97c3-0a3a77e24349'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:19:59.942150 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aac2d31c-39bb-4e4d-8db8-339ea5e000e1" -d '{"events": [{"server_uuid": "92d99b1b-3bd0-474a-a06e-2ebe10c2ec46", "name": "network-vif-deleted", "tag": "a445558b-fdf1-4f1d-97c3-0a3a77e24349"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:19:59.968981 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d952dc-aa92-4272-aec1-569b6f9e8920 req-875bd333-7d03-4b10-9415-2558c8c8a684 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:19:59.971421 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-32d952dc-aa92-4272-aec1-569b6f9e8920 req-875bd333-7d03-4b10-9415-2558c8c8a684 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0796862 Mar 21 19:20:00.034326 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-32d952dc-aa92-4272-aec1-569b6f9e8920 req-36776e6e-7e5d-47ac-88cd-2e64850cf5b4 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525630 Mar 21 19:20:00.045235 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f2aa3-5ca5-4dbf-8d56-a3272f3caca0 x-openstack-request-id: req-3c6f2aa3-5ca5-4dbf-8d56-a3272f3caca0 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:00.045554 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d99b1b-3bd0-474a-a06e-2ebe10c2ec46", "name": "network-vif-deleted", "tag": "a445558b-fdf1-4f1d-97c3-0a3a77e24349", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:00.045808 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c6f2aa3-5ca5-4dbf-8d56-a3272f3caca0 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:00.046202 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d99b1b-3bd0-474a-a06e-2ebe10c2ec46', 'name': 'network-vif-deleted', 'tag': 'a445558b-fdf1-4f1d-97c3-0a3a77e24349', 'status': 'completed', 'code': 200} Mar 21 19:20:00.402316 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:20:00.459909 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:20:00.464173 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:20:00.464644 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:00.504006 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c6fc25ca-d6d8-4fbd-9f0f-520baa036fd5 req-e718d246-eb73-4e7a-a0f6-c9db78e7be1b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=92d99b1b-3bd0-474a-a06e-2ebe10c2ec46 HTTP/1.1" status: 200 len: 210 time: 0.0293639 Mar 21 19:20:00.517634 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:00.561064 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:20:00.561503 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:00.582886 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:20:00.585121 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0bd2baf-1949-476b-9be2-bd3304f5e2d3" -d '{"events": [{"server_uuid": "64d036f5-c9f7-47ff-841d-a6518883cd11", "name": "network-vif-plugged", "status": "completed", "tag": "8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:20:00.597119 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:00.600762 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:00.623767 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a88764-024d-4fb4-b755-999a26f6bb2d x-openstack-request-id: req-01a88764-024d-4fb4-b755-999a26f6bb2d {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:00.624058 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d036f5-c9f7-47ff-841d-a6518883cd11", "name": "network-vif-plugged", "status": "completed", "tag": "8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:00.624314 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01a88764-024d-4fb4-b755-999a26f6bb2d {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:00.624729 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d', 'code': 200} Mar 21 19:20:00.653264 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:00.749398 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-424e5798-042e-43d5-bd51-6c296ddf0673 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:00.750934 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-424e5798-042e-43d5-bd51-6c296ddf0673 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.55 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0559137 Mar 21 19:20:00.760631 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:20:00.815023 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110736d4-bf77-4476-880c-6d5305d5327a req-5938e52d-a955-494a-893d-4ca05484a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:00.816645 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-110736d4-bf77-4476-880c-6d5305d5327a req-5938e52d-a955-494a-893d-4ca05484a133 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 1129 time: 0.0537646 Mar 21 19:20:00.865817 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-110736d4-bf77-4476-880c-6d5305d5327a req-175920cd-f3d3-40ba-8ec9-fc527801637d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370979 Mar 21 19:20:00.872753 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec20405-5283-4830-a5e7-a21c08138dbc req-600b8c95-80f9-44ff-8acb-e620be66f14c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:00.874243 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5ec20405-5283-4830-a5e7-a21c08138dbc req-600b8c95-80f9-44ff-8acb-e620be66f14c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 945 time: 0.0871022 Mar 21 19:20:00.902537 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-8b57e0aa-48af-4b0c-9dc5-e4aa03428a21 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Deleting port 7bdf2f27-49f9-43ee-848e-84bda52498d7 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:00.902874 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-8b57e0aa-48af-4b0c-9dc5-e4aa03428a21 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:00.976264 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5ec20405-5283-4830-a5e7-a21c08138dbc req-3a16291a-386b-4da3-b6bf-1983748896e9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940392 Mar 21 19:20:01.008187 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-8b57e0aa-48af-4b0c-9dc5-e4aa03428a21 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] For port 7bdf2f27-49f9-43ee-848e-84bda52498d7, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=7bdf2f27-49f9-43ee-848e-84bda52498d7,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:01.008698 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-8b57e0aa-48af-4b0c-9dc5-e4aa03428a21 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:01.022029 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-8b57e0aa-48af-4b0c-9dc5-e4aa03428a21 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Calling delete_port for 7bdf2f27-49f9-43ee-848e-84bda52498d7 owned by compute:nova {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:01.147656 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d7cb3-2e51-42f3-8171-8c8ff9b9993c req-db445cae-e8f3-4724-8058-7f9b4f5b4bd3 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:01.149094 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f2d7cb3-2e51-42f3-8171-8c8ff9b9993c req-db445cae-e8f3-4724-8058-7f9b4f5b4bd3 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/ports?device_id=307c75fd-fc0c-4ba1-87ae-e0381e6f4108 HTTP/1.1" status: 200 len: 946 time: 0.0575719 Mar 21 19:20:01.157312 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-8b57e0aa-48af-4b0c-9dc5-e4aa03428a21 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (7bdf2f27-49f9-43ee-848e-84bda52498d7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:01.171796 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['7bdf2f27-49f9-43ee-848e-84bda52498d7'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:20:01.189711 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b57e0aa-48af-4b0c-9dc5-e4aa03428a21 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Pushing event deleted for resources: {'Port': ['ID=7bdf2f27-49f9-43ee-848e-84bda52498d7,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:01.206756 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5f2d7cb3-2e51-42f3-8171-8c8ff9b9993c req-7f815f7f-f722-4512-83f2-e2ae83e1aebf tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.41 "GET /v2.0/security-groups?id=69d012a9-9c9a-41fd-8daa-cc7dceaf700d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498915 Mar 21 19:20:01.247047 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-8b57e0aa-48af-4b0c-9dc5-e4aa03428a21 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] No DVR routers for this DVR port 7bdf2f27-49f9-43ee-848e-84bda52498d7 on host hv-cinder-83452 {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:20:01.249899 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-8b57e0aa-48af-4b0c-9dc5-e4aa03428a21 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:01.253573 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e7cf5a32-9010-45b5-a2b5-10b7d19b7824 req-8b57e0aa-48af-4b0c-9dc5-e4aa03428a21 tempest-TestMinimumBasicScenario-1403111740 tempest-TestMinimumBasicScenario-1403111740-project] 10.222.0.55 "DELETE /v2.0/ports/7bdf2f27-49f9-43ee-848e-84bda52498d7 HTTP/1.1" status: 204 len: 173 time: 0.4916608 Mar 21 19:20:01.527465 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25ee63-7689-40d5-8511-2b37e45ab186 req-3f295077-c2c8-4925-963a-a54ce3bc24ea tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:01.529094 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-db25ee63-7689-40d5-8511-2b37e45ab186 req-3f295077-c2c8-4925-963a-a54ce3bc24ea tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0567641 Mar 21 19:20:01.576914 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-db25ee63-7689-40d5-8511-2b37e45ab186 req-e332a960-8037-49f6-815a-32338b1af2ad tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420060 Mar 21 19:20:01.807023 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb3a9b-3989-4b53-8d3a-242bd882a8fa req-33b772a2-95c8-4d4a-bdf5-e7290960494c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:01.808594 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dcdb3a9b-3989-4b53-8d3a-242bd882a8fa req-33b772a2-95c8-4d4a-bdf5-e7290960494c tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0602317 Mar 21 19:20:01.859414 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dcdb3a9b-3989-4b53-8d3a-242bd882a8fa req-3b1587a1-f2f6-4c8c-8457-b1a8ee0dacab tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435679 Mar 21 19:20:02.047355 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'name': 'network-vif-deleted', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:20:02.049685 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4953b9f-a4a8-472a-bbc3-dbb45734e15f" -d '{"events": [{"server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "name": "network-vif-deleted", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:20:02.086612 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237dd9b6-3ba8-4882-85f6-83dd49b810c5 x-openstack-request-id: req-237dd9b6-3ba8-4882-85f6-83dd49b810c5 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:02.087380 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "307c75fd-fc0c-4ba1-87ae-e0381e6f4108", "name": "network-vif-deleted", "tag": "7bdf2f27-49f9-43ee-848e-84bda52498d7", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:02.087380 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-237dd9b6-3ba8-4882-85f6-83dd49b810c5 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:02.087586 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307c75fd-fc0c-4ba1-87ae-e0381e6f4108', 'name': 'network-vif-deleted', 'tag': '7bdf2f27-49f9-43ee-848e-84bda52498d7', 'status': 'completed', 'code': 200} Mar 21 19:20:02.093669 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:02.102233 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c61a6-7b44-458e-875e-1623005981a0 req-6dfa17b9-6b2e-462c-9201-7380ec9f897c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:02.103697 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d77c61a6-7b44-458e-875e-1623005981a0 req-6dfa17b9-6b2e-462c-9201-7380ec9f897c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 945 time: 0.0610573 Mar 21 19:20:02.152463 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d77c61a6-7b44-458e-875e-1623005981a0 req-170d62ae-9021-4698-95bd-b6ba48c8bf3c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 Mar 21 19:20:02.416722 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 7bdf2f27-49f9-43ee-848e-84bda52498d7 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:02.437001 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 7bdf2f27-49f9-43ee-848e-84bda52498d7 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:02.437287 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 7bdf2f27-49f9-43ee-848e-84bda52498d7 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:02.437705 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device a445558b-fdf1-4f1d-97c3-0a3a77e24349 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:02.457030 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: a445558b-fdf1-4f1d-97c3-0a3a77e24349 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:02.457378 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device a445558b-fdf1-4f1d-97c3-0a3a77e24349 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:02.699283 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecff672-65a4-4b5b-9a19-834f533e7f20 req-cc00750b-fd20-4198-a2da-bc3f19aab730 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:02.700881 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6ecff672-65a4-4b5b-9a19-834f533e7f20 req-cc00750b-fd20-4198-a2da-bc3f19aab730 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.0537429 Mar 21 19:20:02.751870 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6ecff672-65a4-4b5b-9a19-834f533e7f20 req-20da8783-56b0-4ef5-8267-6f66808ef698 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448449 Mar 21 19:20:02.897393 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 48992) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:03.136639 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cbd99-7003-45b5-85a4-e014eaaad37b req-cdf297ce-4748-4bee-ac3a-9528e75a8d34 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:03.138041 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2a9cbd99-7003-45b5-85a4-e014eaaad37b req-cdf297ce-4748-4bee-ac3a-9528e75a8d34 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.0982311 Mar 21 19:20:03.257246 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2a9cbd99-7003-45b5-85a4-e014eaaad37b req-7be51f34-07e5-4db3-818e-2be56134edc5 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927331 Mar 21 19:20:03.278200 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b4568b-a9a1-497c-9213-21cb72905f52 req-c43a789e-0312-42dc-a775-9bd2428ec61c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:03.278200 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-33b4568b-a9a1-497c-9213-21cb72905f52 req-c43a789e-0312-42dc-a775-9bd2428ec61c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 945 time: 0.0516310 Mar 21 19:20:03.316547 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-33b4568b-a9a1-497c-9213-21cb72905f52 req-90d9adf2-f363-4cd0-9fcc-cdd0c1268b23 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 Mar 21 19:20:03.392360 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3917637'] for router_interface (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:03.504273 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6eebac-8639-4ddd-a78e-fe8c6a67d4c7 req-ebab0032-be1e-40e1-9961-b90262fe9e90 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:03.506364 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7f6eebac-8639-4ddd-a78e-fe8c6a67d4c7 req-ebab0032-be1e-40e1-9961-b90262fe9e90 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 945 time: 0.1280038 Mar 21 19:20:03.515410 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 48998) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:03.520061 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-7c61d621-0c17-40f5-8d04-171e0c31adf0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Request body: {'floatingip': {'port_id': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:20:03.531666 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:03.558608 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c61d621-0c17-40f5-8d04-171e0c31adf0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (a61ea9aa-dc0d-4918-9670-82b3d8d119a4), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:03.726842 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] Deleting port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:03.727099 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:03.808084 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] For port 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:03.808452 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:03.821371 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] Calling delete_port for 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:03.977955 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ca927-1460-4e06-a9c4-5dac2202be85 req-949bca65-e79a-40be-8b22-5ece8ab52223 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:03.979343 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6e4ca927-1460-4e06-a9c4-5dac2202be85 req-949bca65-e79a-40be-8b22-5ece8ab52223 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.1310101 Mar 21 19:20:04.002689 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:04.010987 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25e461-c144-4e09-967e-5913bc049468 req-4d010104-ca71-44b6-b494-a3c3a6bf84e7 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:04.012415 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fa25e461-c144-4e09-967e-5913bc049468 req-4d010104-ca71-44b6-b494-a3c3a6bf84e7 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 945 time: 0.1652114 Mar 21 19:20:04.055427 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:04.187797 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6e4ca927-1460-4e06-a9c4-5dac2202be85 req-6493482f-9cce-4a69-b5ea-33f4bd33cc24 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=06b970dc-10d3-49a6-9975-048f649bb2f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893172 Mar 21 19:20:04.194747 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c61d621-0c17-40f5-8d04-171e0c31adf0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:04.204637 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c61d621-0c17-40f5-8d04-171e0c31adf0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (a61ea9aa-dc0d-4918-9670-82b3d8d119a4), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:04.205659 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915253'] for router_interface (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:04.295105 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Deleting port d962da47-07f1-458e-9814-ff55bdfad13f {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:04.295487 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:04.375594 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-7c61d621-0c17-40f5-8d04-171e0c31adf0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Floating IP a61ea9aa-dc0d-4918-9670-82b3d8d119a4 associated. External IP: 172.27.3.234, port: 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d. Mar 21 19:20:04.452443 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5bcb8-40b5-435c-86da-97aaa2c36418 req-f692d125-e6ad-4a04-9c9a-363fc5885665 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:04.454091 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72e5bcb8-40b5-435c-86da-97aaa2c36418 req-f692d125-e6ad-4a04-9c9a-363fc5885665 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.1162550 Mar 21 19:20:04.525502 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72e5bcb8-40b5-435c-86da-97aaa2c36418 req-7bd103e8-d291-487b-9041-dc48b6c8fb3b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614908 Mar 21 19:20:04.529856 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] Router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:20:04.649199 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:20:04.658052 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4380361c-f76e-49ff-aa67-1efff85c9ccc admin admin] 10.222.0.41 "PUT /v2.0/routers/921188e2-b9d2-40c2-91f1-9b6c2deba1fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594035 Mar 21 19:20:04.659020 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49006) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:04.659919 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] Sync routers for ids ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:20:04.671392 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] Routers {'921188e2-b9d2-40c2-91f1-9b6c2deba1fa'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:04.672039 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:04.685286 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] For port d962da47-07f1-458e-9814-ff55bdfad13f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=d962da47-07f1-458e-9814-ff55bdfad13f,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:04.685659 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:04.766476 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Publish callbacks [] for router (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:04.781609 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] Set router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:04.953174 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:04.953544 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (5b9285b5-a261-417e-bd75-5eec8a4bd998), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:04.953877 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Floating IP 5b9285b5-a261-417e-bd75-5eec8a4bd998 disassociated. External IP: 172.27.3.59, port: d962da47-07f1-458e-9814-ff55bdfad13f. Mar 21 19:20:04.954231 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Calling delete_port for d962da47-07f1-458e-9814-ff55bdfad13f owned by compute:nova {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:04.970231 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:20:03Z', 'revision_number': 5, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:05.001395 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] Checking router: 921188e2-b9d2-40c2-91f1-9b6c2deba1fa for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:20:05.010565 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c61d621-0c17-40f5-8d04-171e0c31adf0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:20:05.011204 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] Routers {'921188e2-b9d2-40c2-91f1-9b6c2deba1fa'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:05.011484 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:05.130829 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] Set router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:05.150775 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Publish callbacks [] for router_gateway (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:05.168794 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c61d621-0c17-40f5-8d04-171e0c31adf0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:20:05.179510 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:20:05.190625 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:05.191097 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c61d621-0c17-40f5-8d04-171e0c31adf0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:05.197232 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:05.213732 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Deleting port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:05.214296 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:05.251584 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7c61d621-0c17-40f5-8d04-171e0c31adf0 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "PUT /v2.0/floatingips/a61ea9aa-dc0d-4918-9670-82b3d8d119a4 HTTP/1.1" status: 200 len: 991 time: 1.7208803 Mar 21 19:20:05.251584 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'tag': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:20:05.251584 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe61a098-270b-44da-a57c-00a1b069593c" -d '{"events": [{"name": "network-changed", "server_uuid": "64d036f5-c9f7-47ff-841d-a6518883cd11", "tag": "8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:20:05.260544 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (d962da47-07f1-458e-9814-ff55bdfad13f), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:05.305251 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889abc45-fd72-4d99-9c38-04af2a22053f x-openstack-request-id: req-889abc45-fd72-4d99-9c38-04af2a22053f {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:05.306111 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d036f5-c9f7-47ff-841d-a6518883cd11", "tag": "8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:05.306977 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-889abc45-fd72-4d99-9c38-04af2a22053f {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:05.307635 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'tag': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d', 'status': 'completed', 'code': 200} Mar 21 19:20:05.308618 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event deleted for resources: {'Port': ['ID=d962da47-07f1-458e-9814-ff55bdfad13f,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:05.357361 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.358755 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.359350 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.360272 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.360696 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.361254 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.361826 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.363062 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.363740 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.364292 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.364989 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.365706 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.366261 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.366854 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.368732 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:05.400721 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3c5d0784-378c-4349-918a-8f58b0342c06 req-78ce1ce5-811e-4af0-b467-6666095e6274 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e2307c8-3000-4878-b5c9-da87ac0bd2d6 HTTP/1.1" status: 200 len: 210 time: 0.0881667 Mar 21 19:20:05.409924 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] For port 1d71eab3-e061-41d3-9899-4b0bd18d5fbd, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=1d71eab3-e061-41d3-9899-4b0bd18d5fbd,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:05.410126 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:20:03Z', 'revision_number': 5, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:05.410432 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:05.429192 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Calling delete_port for 1d71eab3-e061-41d3-9899-4b0bd18d5fbd owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:05.440163 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf95d80-6c23-4045-9686-e3842227c2c3 None None] The sync data for ids ['921188e2-b9d2-40c2-91f1-9b6c2deba1fa'] in dv-cinder-834527-2-iscsi is: [{'id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'name': 'tempest-TestMinimumBasicScenario-66987649-router', 'tenant_id': 'dd05a51dd20047f891773e965424e978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:16:53Z', 'updated_at': '2022-03-21T19:20:03Z', 'revision_number': 5, 'project_id': 'dd05a51dd20047f891773e965424e978', 'gw_port': {'id': '1d71eab3-e061-41d3-9899-4b0bd18d5fbd', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:11:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921188e2-b9d2-40c2-91f1-9b6c2deba1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:16:54Z', 'updated_at': '2022-03-21T19:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:20:05.449884 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-848b8950-4abf-4ff8-aa07-b40daa148afd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:05.450955 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-848b8950-4abf-4ff8-aa07-b40daa148afd tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.1668448 Mar 21 19:20:05.499161 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:05.529680 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a098-270b-44da-a57c-00a1b069593c req-527bfb88-d0c4-49c8-8f3d-4256feb355e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:05.531659 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fe61a098-270b-44da-a57c-00a1b069593c req-527bfb88-d0c4-49c8-8f3d-4256feb355e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 1129 time: 0.1853209 Mar 21 19:20:05.535442 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:20:05.654280 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:20:05.666217 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] Sync routers for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:20:05.686746 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:05.687409 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:05.718618 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] No DVR routers for this DVR port d962da47-07f1-458e-9814-ff55bdfad13f on host hv-cinder-83452 {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:20:05.721066 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:05.725017 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fa25e461-c144-4e09-967e-5913bc049468 req-8b9810a1-f820-41da-afa6-67eb1e05ed1e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.55 "DELETE /v2.0/ports/d962da47-07f1-458e-9814-ff55bdfad13f HTTP/1.1" status: 204 len: 173 time: 1.6981475 Mar 21 19:20:05.784335 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'a61ea9aa-dc0d-4918-9670-82b3d8d119a4', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:6b:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:19:50Z', 'updated_at': '2022-03-21T19:20:03Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:05.810354 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a098-270b-44da-a57c-00a1b069593c req-c1ef2515-d17d-443f-b97a-c7dab287ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:05.811939 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fe61a098-270b-44da-a57c-00a1b069593c req-c1ef2515-d17d-443f-b97a-c7dab287ca0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 200 len: 915 time: 0.2717266 Mar 21 19:20:05.837507 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:20:05.856438 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:05.858934 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:05.886342 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:05.895641 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-20d01d20-a2da-4e12-919b-f8299c1ed9b2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Deleting port 979adac7-041b-45b7-8892-c9955264f0c2 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:05.895993 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-20d01d20-a2da-4e12-919b-f8299c1ed9b2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (979adac7-041b-45b7-8892-c9955264f0c2), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:05.979459 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8438a-423d-4935-a124-0d0c0f2f86bc req-5b703174-5540-4395-a0b3-17b429582779 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:05.988500 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-71a8438a-423d-4935-a124-0d0c0f2f86bc req-5b703174-5540-4395-a0b3-17b429582779 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 945 time: 0.3672633 Mar 21 19:20:06.024521 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:06.072632 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fe61a098-270b-44da-a57c-00a1b069593c req-20b87dce-331c-4239-b55d-171a16325db1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d HTTP/1.1" status: 200 len: 999 time: 0.2496152 Mar 21 19:20:06.102927 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (1d71eab3-e061-41d3-9899-4b0bd18d5fbd), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.151642 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:06.153506 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-20d01d20-a2da-4e12-919b-f8299c1ed9b2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] For port 979adac7-041b-45b7-8892-c9955264f0c2, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=979adac7-041b-45b7-8892-c9955264f0c2,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:06.154210 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-20d01d20-a2da-4e12-919b-f8299c1ed9b2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (979adac7-041b-45b7-8892-c9955264f0c2), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.182192 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] Checking router: 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:20:06.191741 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:06.192705 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:06.224279 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d71eab3-e061-41d3-9899-4b0bd18d5fbd,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:06.256948 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-20d01d20-a2da-4e12-919b-f8299c1ed9b2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Calling delete_port for 979adac7-041b-45b7-8892-c9955264f0c2 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:06.304279 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-71a8438a-423d-4935-a124-0d0c0f2f86bc req-ad6f690f-367a-496d-a601-83a105129b9d tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a95f839-1c45-4066-ad02-a48987451768&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148196 Mar 21 19:20:06.314818 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a098-270b-44da-a57c-00a1b069593c req-f67a4878-0d44-4312-8829-37c81a44d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:06.316669 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fe61a098-270b-44da-a57c-00a1b069593c req-f67a4878-0d44-4312-8829-37c81a44d753 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 200 len: 853 time: 0.2324450 Mar 21 19:20:06.460248 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'a61ea9aa-dc0d-4918-9670-82b3d8d119a4', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:6b:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:19:50Z', 'updated_at': '2022-03-21T19:20:03Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:06.484132 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916815'] for router_gateway (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.501133 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:06.503251 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca23cac9-e569-4d54-9c7b-a55ff8865ebb None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'a61ea9aa-dc0d-4918-9670-82b3d8d119a4', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'port_id': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'mac_address': 'fa:16:3e:6b:bb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:19:50Z', 'updated_at': '2022-03-21T19:20:03Z', 'revision_number': 1, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:20:06.522944 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 979adac7-041b-45b7-8892-c9955264f0c2 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:06.527890 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:06.529987 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:06.530387 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 1e5b7d6a-cc3c-4249-a89b-8ec4995fcb3c not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:06.542996 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49028) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:06.628714 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88b3f12d-3e59-4a8f-80de-4207627275af tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (06b970dc-10d3-49a6-9975-048f649bb2f4), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.664080 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88b3f12d-3e59-4a8f-80de-4207627275af tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (06b970dc-10d3-49a6-9975-048f649bb2f4), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.684511 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2542'] for router (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.687090 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Publish callbacks [] for router_controller (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.743739 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88b3f12d-3e59-4a8f-80de-4207627275af tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (06b970dc-10d3-49a6-9975-048f649bb2f4), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.747186 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-88b3f12d-3e59-4a8f-80de-4207627275af tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.748631 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-88b3f12d-3e59-4a8f-80de-4207627275af tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "DELETE /v2.0/security-groups/06b970dc-10d3-49a6-9975-048f649bb2f4 HTTP/1.1" status: 204 len: 168 time: 0.2038953 Mar 21 19:20:06.757722 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49030) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:06.777071 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3f12d-3e59-4a8f-80de-4207627275af tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b970dc-10d3-49a6-9975-048f649bb2f4,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:06.781380 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-d7a5809c-5a06-427a-89b7-9fe3ce338ffa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] show failed (client error): The resource could not be found. Mar 21 19:20:06.782787 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d7a5809c-5a06-427a-89b7-9fe3ce338ffa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups/06b970dc-10d3-49a6-9975-048f649bb2f4 HTTP/1.1" status: 404 len: 347 time: 0.0215795 Mar 21 19:20:06.786813 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49034) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:06.801163 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61a098-270b-44da-a57c-00a1b069593c req-d9e16128-1fed-41de-ac92-0dbfbe62f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:06.805253 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fe61a098-270b-44da-a57c-00a1b069593c req-d9e16128-1fed-41de-ac92-0dbfbe62f041 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0b962a0a-e309-4e68-80c4-e22169763239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4314916 Mar 21 19:20:06.808790 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912940'] for router (921188e2-b9d2-40c2-91f1-9b6c2deba1fa), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.809211 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 921188e2-b9d2-40c2-91f1-9b6c2deba1fa {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 19:20:06.819254 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.820462 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2e4a96c1-898e-4137-8f62-e62009c55ff1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/921188e2-b9d2-40c2-91f1-9b6c2deba1fa HTTP/1.1" status: 204 len: 168 time: 2.1605258 Mar 21 19:20:06.829791 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 979adac7-041b-45b7-8892-c9955264f0c2 is: ACTIVE; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:20:06.830275 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (979adac7-041b-45b7-8892-c9955264f0c2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:06.830711 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49036) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:06.954203 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71e489c-ac0d-4921-82a2-a67562f9c2a5 None None] New status for floating IP a61ea9aa-dc0d-4918-9670-82b3d8d119a4: ACTIVE {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:20:06.970086 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b17ee32-6799-49e7-b1a5-e84ab078e3aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Deleting port ea8161ad-1934-457c-818c-ecf51faa4abd {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:06.970429 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b17ee32-6799-49e7-b1a5-e84ab078e3aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (ea8161ad-1934-457c-818c-ecf51faa4abd), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.002823 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-20d01d20-a2da-4e12-919b-f8299c1ed9b2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (979adac7-041b-45b7-8892-c9955264f0c2), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.034970 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device d962da47-07f1-458e-9814-ff55bdfad13f no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:07.056500 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: d962da47-07f1-458e-9814-ff55bdfad13f {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:07.056860 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device d962da47-07f1-458e-9814-ff55bdfad13f not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:07.066440 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d01d20-a2da-4e12-919b-f8299c1ed9b2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Pushing event deleted for resources: {'Port': ['ID=979adac7-041b-45b7-8892-c9955264f0c2,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:07.073126 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b17ee32-6799-49e7-b1a5-e84ab078e3aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (ea8161ad-1934-457c-818c-ecf51faa4abd), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.073458 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b17ee32-6799-49e7-b1a5-e84ab078e3aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (ea8161ad-1934-457c-818c-ecf51faa4abd), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.088831 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:07.089685 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2e1391-1411-4fbd-a415-37a06f38bd95 admin admin] Deleting subnet efcad066-06f7-4103-8c45-037d9d574eb5 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:20:07.099552 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7b17ee32-6799-49e7-b1a5-e84ab078e3aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Calling delete_port for ea8161ad-1934-457c-818c-ecf51faa4abd owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:07.134477 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d315498-832a-4c6a-ab24-277be6674ebb None None] The sync data for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi is: [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:20:07.150549 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1391-1411-4fbd-a415-37a06f38bd95 admin admin] Publish callbacks [] for subnet (efcad066-06f7-4103-8c45-037d9d574eb5), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.159538 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-20d01d20-a2da-4e12-919b-f8299c1ed9b2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] No DVR routers for this DVR port 979adac7-041b-45b7-8892-c9955264f0c2 on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:20:07.185075 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-20d01d20-a2da-4e12-919b-f8299c1ed9b2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.188738 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-95ac103d-e11b-42c6-9cb5-985b8a9eccdc req-20d01d20-a2da-4e12-919b-f8299c1ed9b2 tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.55 "DELETE /v2.0/ports/979adac7-041b-45b7-8892-c9955264f0c2 HTTP/1.1" status: 204 len: 173 time: 1.7228124 Mar 21 19:20:07.189277 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e3159a-1ef1-4718-bb1a-cc97f6dac576', 'name': 'network-vif-deleted', 'tag': '979adac7-041b-45b7-8892-c9955264f0c2'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:20:07.191651 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b246f421-0048-4c21-acb3-133ec35bd383" -d '{"events": [{"server_uuid": "11e3159a-1ef1-4718-bb1a-cc97f6dac576", "name": "network-vif-deleted", "tag": "979adac7-041b-45b7-8892-c9955264f0c2"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:20:07.237202 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fe61a098-270b-44da-a57c-00a1b069593c req-fd04bd4c-028e-4ea6-a9f9-6b73dc9818e0 service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155626 Mar 21 19:20:07.245727 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1391-1411-4fbd-a415-37a06f38bd95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62778352'] for subnet (efcad066-06f7-4103-8c45-037d9d574eb5), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.284160 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd06acb4-c5fa-485d-a1bf-077b8618eb26 x-openstack-request-id: req-fd06acb4-c5fa-485d-a1bf-077b8618eb26 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:07.284606 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e3159a-1ef1-4718-bb1a-cc97f6dac576", "name": "network-vif-deleted", "tag": "979adac7-041b-45b7-8892-c9955264f0c2", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:07.285142 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fd06acb4-c5fa-485d-a1bf-077b8618eb26 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:07.285542 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e3159a-1ef1-4718-bb1a-cc97f6dac576', 'name': 'network-vif-deleted', 'tag': '979adac7-041b-45b7-8892-c9955264f0c2', 'status': 'completed', 'code': 200} Mar 21 19:20:07.309135 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'name': 'network-vif-deleted', 'tag': 'd962da47-07f1-458e-9814-ff55bdfad13f'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:20:07.311956 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5534a064-c0d9-4f60-b4db-2d747f883a1f" -d '{"events": [{"server_uuid": "3e2307c8-3000-4878-b5c9-da87ac0bd2d6", "name": "network-vif-deleted", "tag": "d962da47-07f1-458e-9814-ff55bdfad13f"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:20:07.328909 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b17ee32-6799-49e7-b1a5-e84ab078e3aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (ea8161ad-1934-457c-818c-ecf51faa4abd), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.386409 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7288d177-06ea-485b-8b86-b3007f155779 x-openstack-request-id: req-7288d177-06ea-485b-8b86-b3007f155779 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:07.386836 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2307c8-3000-4878-b5c9-da87ac0bd2d6", "name": "network-vif-deleted", "tag": "d962da47-07f1-458e-9814-ff55bdfad13f", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:07.387022 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7288d177-06ea-485b-8b86-b3007f155779 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:07.387398 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2307c8-3000-4878-b5c9-da87ac0bd2d6', 'name': 'network-vif-deleted', 'tag': 'd962da47-07f1-458e-9814-ff55bdfad13f', 'status': 'completed', 'code': 200} Mar 21 19:20:07.391412 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17ee32-6799-49e7-b1a5-e84ab078e3aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event deleted for resources: {'Port': ['ID=ea8161ad-1934-457c-818c-ecf51faa4abd,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:07.417342 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b17ee32-6799-49e7-b1a5-e84ab078e3aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (5b9285b5-a261-417e-bd75-5eec8a4bd998), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.423500 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7b17ee32-6799-49e7-b1a5-e84ab078e3aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.441180 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7b17ee32-6799-49e7-b1a5-e84ab078e3aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "DELETE /v2.0/floatingips/5b9285b5-a261-417e-bd75-5eec8a4bd998 HTTP/1.1" status: 204 len: 168 time: 0.6532865 Mar 21 19:20:07.549329 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1391-1411-4fbd-a415-37a06f38bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (efcad066-06f7-4103-8c45-037d9d574eb5), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.567247 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b926a6-d0dc-46e5-b862-3eb9e9e332c6 None None] New status for floating IP 5b9285b5-a261-417e-bd75-5eec8a4bd998: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:20:07.574113 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9985c182-521a-4529-9aaf-efbc9f47dea1 req-2ec4fb9e-037d-416b-ac02-808e27cbcb6b tempest-ServerRescueNegativeTestJSON-1739433305 tempest-ServerRescueNegativeTestJSON-1739433305-project] 10.222.0.41 "GET /v2.0/ports?device_id=11e3159a-1ef1-4718-bb1a-cc97f6dac576 HTTP/1.1" status: 200 len: 210 time: 0.0751400 Mar 21 19:20:07.602801 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fe61a098-270b-44da-a57c-00a1b069593c req-06cf038e-5116-4951-946c-8a3645bf809a service neutron] 10.222.0.55 "GET /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177764 Mar 21 19:20:07.674041 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1391-1411-4fbd-a415-37a06f38bd95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62028629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739519'] for subnet (efcad066-06f7-4103-8c45-037d9d574eb5), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.709263 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e1391-1411-4fbd-a415-37a06f38bd95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efcad066-06f7-4103-8c45-037d9d574eb5,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:07.721753 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1d2e1391-1411-4fbd-a415-37a06f38bd95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.725190 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1d2e1391-1411-4fbd-a415-37a06f38bd95 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/efcad066-06f7-4103-8c45-037d9d574eb5 HTTP/1.1" status: 204 len: 168 time: 0.8935244 Mar 21 19:20:07.727620 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49048) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:07.731999 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a00c419-ac84-4a92-8791-c7f0d0df39da None None] Network 69d9d2a8-33da-44c5-8928-a3950b1082dd requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:20:07.770843 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49050) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:07.776114 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-62203d52-9646-4245-af17-10e1baf65e1a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'security_group': {'name': 'tempest-securitygroup--410563055', 'description': 'tempest-description--1981350203'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:20:07.801528 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62203d52-9646-4245-af17-10e1baf65e1a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.829482 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (69d9d2a8-33da-44c5-8928-a3950b1082dd), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.881426 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62203d52-9646-4245-af17-10e1baf65e1a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (3a49c1f7-3730-41d4-8684-5a383eee045e), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.890476 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62203d52-9646-4245-af17-10e1baf65e1a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3a49c1f7-3730-41d4-8684-5a383eee045e), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.901646 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Deleting port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:07.902424 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.918674 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-62203d52-9646-4245-af17-10e1baf65e1a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.925021 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-62203d52-9646-4245-af17-10e1baf65e1a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1473339 Mar 21 19:20:07.925021 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49054) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:07.928352 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-33a8beb6-2abb-4cb0-9145-f0c442fbf612 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'security_group_rule': {'security_group_id': '3a49c1f7-3730-41d4-8684-5a383eee045e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:20:07.939765 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716efc7f-49d5-4337-a7c3-252cb531b82e None None] DHCP port deletion for 69d9d2a8-33da-44c5-8928-a3950b1082dd request from dv-cinder-834527-2-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 19:20:07.945089 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62203d52-9646-4245-af17-10e1baf65e1a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a49c1f7-3730-41d4-8684-5a383eee045e,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:07.967602 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-33a8beb6-2abb-4cb0-9145-f0c442fbf612 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (01fbc2cd-d282-4d2c-8f19-e06cab162f30), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.979061 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] For port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=30b96dc7-a8c4-45f9-a5b3-3898fa0a2425,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:07.979439 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:07.994871 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Calling delete_port for 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 owned by network:dhcp {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:08.001588 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-716efc7f-49d5-4337-a7c3-252cb531b82e None None] Deleting port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:08.003839 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-716efc7f-49d5-4337-a7c3-252cb531b82e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.017975 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-33a8beb6-2abb-4cb0-9145-f0c442fbf612 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (01fbc2cd-d282-4d2c-8f19-e06cab162f30), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.022986 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-33a8beb6-2abb-4cb0-9145-f0c442fbf612 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (01fbc2cd-d282-4d2c-8f19-e06cab162f30), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.050802 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-33a8beb6-2abb-4cb0-9145-f0c442fbf612 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.052845 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-33a8beb6-2abb-4cb0-9145-f0c442fbf612 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1270907 Mar 21 19:20:08.053928 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8beb6-2abb-4cb0-9145-f0c442fbf612 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fbc2cd-d282-4d2c-8f19-e06cab162f30,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:08.056324 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49058) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:08.066032 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-2b9ff52b-0173-4f57-9e82-cae32322ba1c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'security_group_rule': {'security_group_id': '3a49c1f7-3730-41d4-8684-5a383eee045e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:20:08.079571 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-716efc7f-49d5-4337-a7c3-252cb531b82e None None] For port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=30b96dc7-a8c4-45f9-a5b3-3898fa0a2425,segment=NetworkSegment(71aa84fe-04b3-4d45-940a-f539750c1aeb),segment_id=71aa84fe-04b3-4d45-940a-f539750c1aeb)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:08.080059 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-716efc7f-49d5-4337-a7c3-252cb531b82e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.093884 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-716efc7f-49d5-4337-a7c3-252cb531b82e None None] Calling delete_port for 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:08.104407 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff52b-0173-4f57-9e82-cae32322ba1c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (5d1acef4-42e1-4cc8-a857-3a67c835c7a0), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.108946 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.145673 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] No DVR routers for this DVR port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 on host dv-cinder-834527-2-iscsi {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:20:08.153909 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Pushing event deleted for resources: {'Port': ['ID=30b96dc7-a8c4-45f9-a5b3-3898fa0a2425,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:08.214423 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-716efc7f-49d5-4337-a7c3-252cb531b82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (30b96dc7-a8c4-45f9-a5b3-3898fa0a2425), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.243156 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716efc7f-49d5-4337-a7c3-252cb531b82e None None] Pushing event deleted for resources: {'Port': ['ID=30b96dc7-a8c4-45f9-a5b3-3898fa0a2425,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:08.246162 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (69d9d2a8-33da-44c5-8928-a3950b1082dd), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.250036 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff52b-0173-4f57-9e82-cae32322ba1c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (5d1acef4-42e1-4cc8-a857-3a67c835c7a0), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.263329 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716efc7f-49d5-4337-a7c3-252cb531b82e None None] No DVR routers for this DVR port 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 on host dv-cinder-834527-2-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:20:08.269725 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff52b-0173-4f57-9e82-cae32322ba1c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (5d1acef4-42e1-4cc8-a857-3a67c835c7a0), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.272874 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d9d2a8-33da-44c5-8928-a3950b1082dd']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:08.297752 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71aa84fe-04b3-4d45-940a-f539750c1aeb') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:08.298119 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71aa84fe-04b3-4d45-940a-f539750c1aeb') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:08.309647 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62778313'] for segment (71aa84fe-04b3-4d45-940a-f539750c1aeb), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.312226 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ff52b-0173-4f57-9e82-cae32322ba1c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1acef4-42e1-4cc8-a857-3a67c835c7a0,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:08.320751 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2b9ff52b-0173-4f57-9e82-cae32322ba1c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.321951 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2b9ff52b-0173-4f57-9e82-cae32322ba1c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2642715 Mar 21 19:20:08.324995 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49062) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:08.339861 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:20:08.341537 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (71aa84fe-04b3-4d45-940a-f539750c1aeb), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.348041 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:20:08.348438 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62028279'] for segment (71aa84fe-04b3-4d45-940a-f539750c1aeb), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: Traceback (most recent call last): Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: timer() Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: cb(*args, **kw) Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: return func(*args, **kwargs) Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: self._notify() Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: self.callback(batched_events) Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: event.method(event) Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: return f(self, *a, **k) Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._get(url).json() Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:20:08.350288 dv-cinder-834527-2-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:20:08.358332 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 1d71eab3-e061-41d3-9899-4b0bd18d5fbd no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:08.363461 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.383530 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 1d71eab3-e061-41d3-9899-4b0bd18d5fbd {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:08.383530 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 1d71eab3-e061-41d3-9899-4b0bd18d5fbd not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:08.383530 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:08.408373 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (69d9d2a8-33da-44c5-8928-a3950b1082dd), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.414174 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.420591 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] 10.222.0.41 "DELETE /v2.0/networks/69d9d2a8-33da-44c5-8928-a3950b1082dd HTTP/1.1" status: 204 len: 168 time: 0.6762903 Mar 21 19:20:08.420741 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:08.420741 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 30b96dc7-a8c4-45f9-a5b3-3898fa0a2425 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:08.422752 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49066) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:08.430180 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78417a6c-b73a-4e7a-b91a-e2bfd81cfdef admin admin] Pushing event deleted for resources: {'Network': ['ID=69d9d2a8-33da-44c5-8928-a3950b1082dd,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:08.641217 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:08.642293 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49078) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:08.851923 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Allocated IP 172.27.3.93 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/5c708d53-d41c-43a4-97c4-706cd4a89831) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:20:08.962642 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102bf9b-62f0-49ee-aa1b-4c26872d8030 req-38750f8b-108d-462a-8b14-1403ce80b8f0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:08.964121 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b102bf9b-62f0-49ee-aa1b-4c26872d8030 req-38750f8b-108d-462a-8b14-1403ce80b8f0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.1837897 Mar 21 19:20:09.092176 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for port (5c708d53-d41c-43a4-97c4-706cd4a89831), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.103486 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b102bf9b-62f0-49ee-aa1b-4c26872d8030 req-813e17a1-4612-4c7d-85eb-25f59e2df970 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267622 Mar 21 19:20:09.170986 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3917637'] for router_interface (07122cc1-329e-40b3-9aae-a11ea4c1a874), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.173214 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (5c708d53-d41c-43a4-97c4-706cd4a89831), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.374660 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3917637'] for router_interface (b344e114-cac5-457d-8db3-1994c731ebfb), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.489620 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:20:09.499812 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:20:09.506961 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:20:09.510335 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'Port': ['ID=5c708d53-d41c-43a4-97c4-706cd4a89831,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:09.590241 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.623034 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] Deleting port 71adbfe5-c843-4846-a11b-414599d855c2 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:09.623395 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (71adbfe5-c843-4846-a11b-414599d855c2), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.694538 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (5c708d53-d41c-43a4-97c4-706cd4a89831), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.698071 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] For port 71adbfe5-c843-4846-a11b-414599d855c2, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=71adbfe5-c843-4846-a11b-414599d855c2,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:09.698440 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (71adbfe5-c843-4846-a11b-414599d855c2), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.710829 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] Calling delete_port for 71adbfe5-c843-4846-a11b-414599d855c2 owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:09.890770 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (71adbfe5-c843-4846-a11b-414599d855c2), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.912913 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] Deleting port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:09.913545 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.916768 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for port (5c708d53-d41c-43a4-97c4-706cd4a89831), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.918707 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] Pushing event deleted for resources: {'Port': ['ID=71adbfe5-c843-4846-a11b-414599d855c2,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:09.927107 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (5c708d53-d41c-43a4-97c4-706cd4a89831), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:09.990306 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:10.033917 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'Port': ['ID=5c708d53-d41c-43a4-97c4-706cd4a89831,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:10.038156 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:10.039378 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7577e7aa-181c-4c5d-bd6f-bd0cec79460b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7130644 Mar 21 19:20:10.064293 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] For port af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f,segment=NetworkSegment(3a734d38-9dbe-4a2e-967f-0a556413903f),segment_id=3a734d38-9dbe-4a2e-967f-0a556413903f)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:10.064826 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:10.079502 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] Calling delete_port for af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f owned by network:router_interface {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:10.120793 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915253'] for router_interface (b344e114-cac5-457d-8db3-1994c731ebfb), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:10.294192 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b9b4a-13cb-4f9e-8564-77e645162b07 req-d02623f0-eb61-49c0-bafb-2964e8df17d8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:10.295703 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c3b9b4a-13cb-4f9e-8564-77e645162b07 req-d02623f0-eb61-49c0-bafb-2964e8df17d8 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0817170 Mar 21 19:20:10.317276 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-c4ea6da8-58db-4510-a8ad-29ab74cf6d3c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--410563055&fields=id&tenant_id=42929380ace240aa823c053970342b34 HTTP/1.1" status: 200 len: 267 time: 0.0809047 Mar 21 19:20:10.390787 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:10.410389 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c3b9b4a-13cb-4f9e-8564-77e645162b07 req-1a146884-970b-486b-a6dc-51b56ff5f11c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089363 Mar 21 19:20:10.419899 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:10.461227 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] Router b344e114-cac5-457d-8db3-1994c731ebfb has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:20:10.541978 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-be80abaf-f567-4c70-b06e-266fe2dedd3a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:10.543575 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-be80abaf-f567-4c70-b06e-266fe2dedd3a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/networks?id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 200 len: 811 time: 0.2203779 Mar 21 19:20:10.573543 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-0684ef6e-55a0-4af3-962c-af1be97308ba tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/quotas/42929380ace240aa823c053970342b34 HTTP/1.1" status: 200 len: 375 time: 0.0200882 Mar 21 19:20:10.591602 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:20:10.599079 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5ac699fe-807d-450d-b2fc-ef251fbe3658 admin admin] 10.222.0.41 "PUT /v2.0/routers/b344e114-cac5-457d-8db3-1994c731ebfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9534330 Mar 21 19:20:10.599448 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49098) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:10.604521 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915253'] for router_interface (07122cc1-329e-40b3-9aae-a11ea4c1a874), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:10.612071 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] Sync routers for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:20:10.621721 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:10.623884 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:10.716261 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Publish callbacks [] for router (b344e114-cac5-457d-8db3-1994c731ebfb), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:10.719217 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-8e4f5a28-0d3b-44f4-9f32-105f6dcc7920 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=42929380ace240aa823c053970342b34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311817 Mar 21 19:20:10.743621 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:10.831584 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Publish callbacks [] for router_gateway (b344e114-cac5-457d-8db3-1994c731ebfb), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:10.886918 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Deleting port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:10.887362 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:10.925555 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176'}], 'enable_snat': True}, 'gw_port_id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:20:09Z', 'revision_number': 5, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port': {'id': '4b793ebd-8d2a-46a6-b7c7-66a6e33347da', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:00:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:10.934361 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-aaf8f54a-e15d-4280-91f1-1b833d9f13b0 service neutron] 10.222.0.41 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034950 Mar 21 19:20:10.936088 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] Router 07122cc1-329e-40b3-9aae-a11ea4c1a874 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:20:10.958680 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] Checking router: b344e114-cac5-457d-8db3-1994c731ebfb for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:20:10.967548 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] Routers {'b344e114-cac5-457d-8db3-1994c731ebfb'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:10.968272 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['b344e114-cac5-457d-8db3-1994c731ebfb'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:10.969104 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] For port 4b793ebd-8d2a-46a6-b7c7-66a6e33347da, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=4b793ebd-8d2a-46a6-b7c7-66a6e33347da,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:10.969474 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:10.983396 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Calling delete_port for 4b793ebd-8d2a-46a6-b7c7-66a6e33347da owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:11.055539 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] Set router b344e114-cac5-457d-8db3-1994c731ebfb gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:11.098660 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-7bc683d3-23ec-466d-ba79-51f8af3cf5e8 service neutron] 10.222.0.41 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579833 Mar 21 19:20:11.107955 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:20:10Z', 'revision_number': 6, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port_host': None}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:11.115094 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:20:11.126991 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] Sync routers for ids ['07122cc1-329e-40b3-9aae-a11ea4c1a874'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:20:11.130536 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-cf9984ee-e60b-4458-8fc3-5c70d0c895a3 admin admin] 10.222.0.41 "PUT /v2.0/routers/07122cc1-329e-40b3-9aae-a11ea4c1a874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6961617 Mar 21 19:20:11.132584 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49102) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:11.142743 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] Routers {'07122cc1-329e-40b3-9aae-a11ea4c1a874'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:11.144407 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['07122cc1-329e-40b3-9aae-a11ea4c1a874'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:11.244095 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ee98cb-0a5e-490c-a865-2859c5d44f5c None None] The sync data for ids ['b344e114-cac5-457d-8db3-1994c731ebfb'] in dv-cinder-834527-2-iscsi is: [{'id': 'b344e114-cac5-457d-8db3-1994c731ebfb', 'name': 'tempest-ServerRescueNegativeTestJSON-1237360740-router', 'tenant_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:42Z', 'updated_at': '2022-03-21T19:20:10Z', 'revision_number': 6, 'project_id': '689ad9bd383e4c2fb3772c4c8f958aca', 'gw_port_host': None}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:20:11.272938 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (4b793ebd-8d2a-46a6-b7c7-66a6e33347da), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.290581 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] Set router 07122cc1-329e-40b3-9aae-a11ea4c1a874 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:11.332636 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4b793ebd-8d2a-46a6-b7c7-66a6e33347da,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:11.368827 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b83f06e-c177-4b0b-bd6e-9304703bc62e req-c82c511c-7e82-428b-bca1-8ee2d0463f6b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 210 time: 0.0669830 Mar 21 19:20:11.390304 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.390652 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.390998 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.391339 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.391669 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.391996 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.392323 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.392684 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.393313 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.393313 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.393639 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.393963 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.394283 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.394600 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.395225 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:11.430089 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Publish callbacks [] for router (07122cc1-329e-40b3-9aae-a11ea4c1a874), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.492041 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'name': 'tempest-TestMinimumBasicScenario-1119475153-router', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:20:10Z', 'revision_number': 5, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'gw_port': {'id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:06Z', 'updated_at': '2022-03-21T19:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:11.513035 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916815'] for router_gateway (b344e114-cac5-457d-8db3-1994c731ebfb), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.528149 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] Checking router: 07122cc1-329e-40b3-9aae-a11ea4c1a874 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:20:11.537218 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] Routers {'07122cc1-329e-40b3-9aae-a11ea4c1a874'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:11.537989 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['07122cc1-329e-40b3-9aae-a11ea4c1a874'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:11.584940 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754c5d2-5937-4b84-b5cd-3e2ca4735fba req-4a404035-0a34-4238-813a-9d5bdf2f3625 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:11.589082 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e754c5d2-5937-4b84-b5cd-3e2ca4735fba req-4a404035-0a34-4238-813a-9d5bdf2f3625 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0866971 Mar 21 19:20:11.627551 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2542'] for router (b344e114-cac5-457d-8db3-1994c731ebfb), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.632355 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Publish callbacks [] for router_controller (b344e114-cac5-457d-8db3-1994c731ebfb), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.677106 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] Set router 07122cc1-329e-40b3-9aae-a11ea4c1a874 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:11.687543 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e754c5d2-5937-4b84-b5cd-3e2ca4735fba req-e7081103-7e22-44b5-9ce3-b48f1d268142 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907607 Mar 21 19:20:11.697212 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Publish callbacks [] for router_gateway (07122cc1-329e-40b3-9aae-a11ea4c1a874), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.711615 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912940'] for router (b344e114-cac5-457d-8db3-1994c731ebfb), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.712182 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router b344e114-cac5-457d-8db3-1994c731ebfb {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 19:20:11.718078 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.719154 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-bbf98d70-60e7-4448-b2d1-2c066d2e98ae admin admin] 10.222.0.41 "DELETE /v2.0/routers/b344e114-cac5-457d-8db3-1994c731ebfb HTTP/1.1" status: 204 len: 168 time: 1.1186867 Mar 21 19:20:11.722008 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49116) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:11.798578 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17f6a53-8ed8-41cf-b8af-4e231e52376e admin admin] Deleting subnet ea7c325d-333c-4ee6-bfdd-52df602a1290 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:20:11.803619 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b17f6a53-8ed8-41cf-b8af-4e231e52376e admin admin] Publish callbacks [] for subnet (ea7c325d-333c-4ee6-bfdd-52df602a1290), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.847215 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Deleting port 87bde8dd-4ed0-4106-b313-539143d66c2e {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:11.847447 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.852584 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b17f6a53-8ed8-41cf-b8af-4e231e52376e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62778352'] for subnet (ea7c325d-333c-4ee6-bfdd-52df602a1290), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:11.887312 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'name': 'tempest-TestMinimumBasicScenario-1119475153-router', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:20:10Z', 'revision_number': 5, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'gw_port': {'id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:06Z', 'updated_at': '2022-03-21T19:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:11.918759 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938991a6-6226-4070-96fe-c1c3c8048d8c None None] The sync data for ids ['07122cc1-329e-40b3-9aae-a11ea4c1a874'] in dv-cinder-834527-2-iscsi is: [{'id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'name': 'tempest-TestMinimumBasicScenario-1119475153-router', 'tenant_id': '6a8d7c72ea2044e29eecd70f4523c481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:17:05Z', 'updated_at': '2022-03-21T19:20:10Z', 'revision_number': 5, 'project_id': '6a8d7c72ea2044e29eecd70f4523c481', 'gw_port': {'id': '87bde8dd-4ed0-4106-b313-539143d66c2e', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:6d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07122cc1-329e-40b3-9aae-a11ea4c1a874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:17:06Z', 'updated_at': '2022-03-21T19:17:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:20:11.986731 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] For port 87bde8dd-4ed0-4106-b313-539143d66c2e, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=87bde8dd-4ed0-4106-b313-539143d66c2e,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:11.987108 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.004355 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b17f6a53-8ed8-41cf-b8af-4e231e52376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (ea7c325d-333c-4ee6-bfdd-52df602a1290), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.006764 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Calling delete_port for 87bde8dd-4ed0-4106-b313-539143d66c2e owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:12.106041 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b17f6a53-8ed8-41cf-b8af-4e231e52376e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62028629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739519'] for subnet (ea7c325d-333c-4ee6-bfdd-52df602a1290), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.171709 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f6a53-8ed8-41cf-b8af-4e231e52376e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7c325d-333c-4ee6-bfdd-52df602a1290,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:12.175152 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b17f6a53-8ed8-41cf-b8af-4e231e52376e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.178407 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd611770-d986-4fda-926a-f5b661d1adf9 None None] Network 742ba410-cead-4812-99b4-e7915464adb5 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:20:12.178906 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b17f6a53-8ed8-41cf-b8af-4e231e52376e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ea7c325d-333c-4ee6-bfdd-52df602a1290 HTTP/1.1" status: 204 len: 168 time: 0.4554203 Mar 21 19:20:12.181188 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49118) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:12.253490 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (87bde8dd-4ed0-4106-b313-539143d66c2e), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.273561 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (742ba410-cead-4812-99b4-e7915464adb5), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.295363 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=87bde8dd-4ed0-4106-b313-539143d66c2e,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:12.390952 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Deleting port c08c04ed-596a-4b2a-8056-49621ecb418b {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:12.391609 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.518246 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916815'] for router_gateway (07122cc1-329e-40b3-9aae-a11ea4c1a874), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.523641 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] For port c08c04ed-596a-4b2a-8056-49621ecb418b, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=c08c04ed-596a-4b2a-8056-49621ecb418b,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:12.524019 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.574096 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Calling delete_port for c08c04ed-596a-4b2a-8056-49621ecb418b owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:12.587657 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f97604-70f1-47f0-8b1c-f61482f332a9 None None] DHCP port deletion for 742ba410-cead-4812-99b4-e7915464adb5 request from dv-cinder-834527-2-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 19:20:12.719027 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-96f97604-70f1-47f0-8b1c-f61482f332a9 None None] Deleting port c08c04ed-596a-4b2a-8056-49621ecb418b {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:12.719355 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-96f97604-70f1-47f0-8b1c-f61482f332a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.723629 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.766152 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Pushing event deleted for resources: {'Port': ['ID=c08c04ed-596a-4b2a-8056-49621ecb418b,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:12.774183 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] No DVR routers for this DVR port c08c04ed-596a-4b2a-8056-49621ecb418b on host dv-cinder-834527-2-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:20:12.802195 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 4b793ebd-8d2a-46a6-b7c7-66a6e33347da no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:12.831560 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 4b793ebd-8d2a-46a6-b7c7-66a6e33347da {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:12.831908 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 4b793ebd-8d2a-46a6-b7c7-66a6e33347da not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:12.832327 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:12.865917 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:12.866535 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device af9cf26f-af3f-45f2-bc0c-e3d3ef4f609f not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:12.866958 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 71adbfe5-c843-4846-a11b-414599d855c2 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:12.886446 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (742ba410-cead-4812-99b4-e7915464adb5), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.898385 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 71adbfe5-c843-4846-a11b-414599d855c2 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:12.898733 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 71adbfe5-c843-4846-a11b-414599d855c2 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:12.909989 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-96f97604-70f1-47f0-8b1c-f61482f332a9 None None] For port c08c04ed-596a-4b2a-8056-49621ecb418b, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=c08c04ed-596a-4b2a-8056-49621ecb418b,segment=NetworkSegment(f851b862-081c-4297-8624-1b2325cb87e7),segment_id=f851b862-081c-4297-8624-1b2325cb87e7)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:12.909989 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-96f97604-70f1-47f0-8b1c-f61482f332a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:12.923564 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:12.923898 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-96f97604-70f1-47f0-8b1c-f61482f332a9 None None] Calling delete_port for c08c04ed-596a-4b2a-8056-49621ecb418b owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:12.924083 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:12.924930 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:12.925392 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > port after_create 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:12.925739 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:12.926151 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > port after_update 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:12.926551 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:12.926946 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:12.927345 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:12.927741 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:13.000077 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-96f97604-70f1-47f0-8b1c-f61482f332a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (c08c04ed-596a-4b2a-8056-49621ecb418b), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.028329 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f97604-70f1-47f0-8b1c-f61482f332a9 None None] Pushing event deleted for resources: {'Port': ['ID=c08c04ed-596a-4b2a-8056-49621ecb418b,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:13.031355 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:13.031842 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:13.032285 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:13.032522 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f97604-70f1-47f0-8b1c-f61482f332a9 None None] No DVR routers for this DVR port c08c04ed-596a-4b2a-8056-49621ecb418b on host dv-cinder-834527-2-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:20:13.032950 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103550) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 19:20:13.033419 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742ba410-cead-4812-99b4-e7915464adb5']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:13.049312 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e37b1-1a45-417b-ac00-94609d9c3357 req-228e45c5-60ad-4cb5-a0d8-8d04d94dd067 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:13.051371 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-658e37b1-1a45-417b-ac00-94609d9c3357 req-228e45c5-60ad-4cb5-a0d8-8d04d94dd067 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.2271616 Mar 21 19:20:13.071418 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f851b862-081c-4297-8624-1b2325cb87e7') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:13.071838 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f851b862-081c-4297-8624-1b2325cb87e7') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:13.099655 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62525641'] for segment (f851b862-081c-4297-8624-1b2325cb87e7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.133558 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (f851b862-081c-4297-8624-1b2325cb87e7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.149468 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:20:13.149886 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59231190'] for segment (f851b862-081c-4297-8624-1b2325cb87e7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.150897 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c75066e-c67e-4d7c-aa6d-97e174b488f6 req-c99bfdae-ca22-4a08-b765-3070a9ee135c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 210 time: 0.0721447 Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: from cryptography.utils import int_from_bytes Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: from cryptography.utils import int_from_bytes Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: Traceback (most recent call last): Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: timer() Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: cb(*args, **kw) Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: return func(*args, **kwargs) Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: self._notify() Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: self.callback(batched_events) Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: event.method(event) Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: return f(self, *a, **k) Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._get(url).json() Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:20:13.153815 dv-cinder-834527-2-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:20:13.157944 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2542'] for router (07122cc1-329e-40b3-9aae-a11ea4c1a874), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.163518 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Publish callbacks [] for router_controller (07122cc1-329e-40b3-9aae-a11ea4c1a874), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.176239 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-658e37b1-1a45-417b-ac00-94609d9c3357 req-8ac00abb-29aa-44f9-9db3-9ee27f3be762 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122479 Mar 21 19:20:13.215288 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-55456e66-243e-46f7-9618-12a988f0de6e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:13.217455 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-55456e66-243e-46f7-9618-12a988f0de6e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.55 "GET /v2.0/networks?id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 200 len: 811 time: 0.8729131 Mar 21 19:20:13.224446 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (742ba410-cead-4812-99b4-e7915464adb5), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.225403 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912940'] for router (07122cc1-329e-40b3-9aae-a11ea4c1a874), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.225636 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07122cc1-329e-40b3-9aae-a11ea4c1a874 {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 19:20:13.235223 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.236279 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-89bfc038-83f8-4f3d-84ca-5f98bcfaaaf2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/07122cc1-329e-40b3-9aae-a11ea4c1a874 HTTP/1.1" status: 204 len: 168 time: 2.1027668 Mar 21 19:20:13.244343 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49130) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:13.245826 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Pushing event deleted for resources: {'Network': ['ID=742ba410-cead-4812-99b4-e7915464adb5,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:13.250294 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.253717 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-358b23d1-2586-4253-a96b-6beb91fdc4dc admin admin] 10.222.0.41 "DELETE /v2.0/networks/742ba410-cead-4812-99b4-e7915464adb5 HTTP/1.1" status: 204 len: 168 time: 1.0703244 Mar 21 19:20:13.289290 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-b225e217-86a3-4e0b-9c24-de4e63fa32ec tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42929380ace240aa823c053970342b34 HTTP/1.1" status: 200 len: 379 time: 0.0618203 Mar 21 19:20:13.299512 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'port': {'device_id': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'admin_state_up': True, 'tenant_id': '42929380ace240aa823c053970342b34', 'security_groups': ['3a49c1f7-3730-41d4-8684-5a383eee045e']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:20:13.308046 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e1e2ec-d7c0-422e-b531-39b28f5a6497 admin admin] Deleting subnet ea12891a-53c4-4387-9a02-cbe821f0f810 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:20:13.311769 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08e1e2ec-d7c0-422e-b531-39b28f5a6497 admin admin] Publish callbacks [] for subnet (ea12891a-53c4-4387-9a02-cbe821f0f810), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.352800 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.430781 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49134) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:13.492143 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Made reservation on behalf of 42929380ace240aa823c053970342b34 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:20:13.495634 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.502444 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-be8a720e-e355-4bfa-a0d5-b15739120e59 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=689ad9bd383e4c2fb3772c4c8f958aca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0704198 Mar 21 19:20:13.511940 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49136) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:13.585022 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08e1e2ec-d7c0-422e-b531-39b28f5a6497 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62525680'] for subnet (ea12891a-53c4-4387-9a02-cbe821f0f810), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.616555 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74220b2c-5c8a-42e6-ba74-4a850e5f9bd1 admin admin] Publish callbacks [] for security_group (3a95f839-1c45-4066-ad02-a48987451768), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.671678 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74220b2c-5c8a-42e6-ba74-4a850e5f9bd1 admin admin] Publish callbacks [] for security_group (3a95f839-1c45-4066-ad02-a48987451768), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.689271 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08e1e2ec-d7c0-422e-b531-39b28f5a6497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (ea12891a-53c4-4387-9a02-cbe821f0f810), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.703444 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Allocated IP 172.20.0.7 (8a28bb09-b0c5-4cfc-8b30-3153410d74b3/2136b820-e0a7-49ec-976d-53c695f2c3bf/933e05d6-f344-4cb8-82db-d8e1d6659e80) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:20:13.742481 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08e1e2ec-d7c0-422e-b531-39b28f5a6497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59230580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62842597'] for subnet (ea12891a-53c4-4387-9a02-cbe821f0f810), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.759280 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74220b2c-5c8a-42e6-ba74-4a850e5f9bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3a95f839-1c45-4066-ad02-a48987451768), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.762070 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74220b2c-5c8a-42e6-ba74-4a850e5f9bd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.763243 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-74220b2c-5c8a-42e6-ba74-4a850e5f9bd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3a95f839-1c45-4066-ad02-a48987451768 HTTP/1.1" status: 204 len: 168 time: 0.2499347 Mar 21 19:20:13.770510 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1e2ec-d7c0-422e-b531-39b28f5a6497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea12891a-53c4-4387-9a02-cbe821f0f810,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:13.777918 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-08e1e2ec-d7c0-422e-b531-39b28f5a6497 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.781180 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-08e1e2ec-d7c0-422e-b531-39b28f5a6497 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ea12891a-53c4-4387-9a02-cbe821f0f810 HTTP/1.1" status: 204 len: 168 time: 0.5333223 Mar 21 19:20:13.783560 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49140) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:13.789937 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fae37b2-9971-47a3-b962-6695def2074a None None] Network 4460294a-d883-439e-b8cd-df8a867609dc requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:20:13.830750 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74220b2c-5c8a-42e6-ba74-4a850e5f9bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a95f839-1c45-4066-ad02-a48987451768,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:13.860212 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (4460294a-d883-439e-b8cd-df8a867609dc), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.913619 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.926928 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Deleting port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:13.927188 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.953624 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:13.997035 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] For port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6,segment=NetworkSegment(3a734d38-9dbe-4a2e-967f-0a556413903f),segment_id=3a734d38-9dbe-4a2e-967f-0a556413903f)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:13.997516 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.012135 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:20:14.016003 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:20:14.016504 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a826d325-e9c8-4b5d-879f-482bd0538344 None None] DHCP port deletion for 4460294a-d883-439e-b8cd-df8a867609dc request from dv-cinder-834527-2-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 19:20:14.019786 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:20:14.027323 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Calling delete_port for 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:14.051018 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event updated for resources: {'Port': ['ID=933e05d6-f344-4cb8-82db-d8e1d6659e80,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:14.102192 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a826d325-e9c8-4b5d-879f-482bd0538344 None None] Deleting port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:20:14.103062 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a826d325-e9c8-4b5d-879f-482bd0538344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.114174 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:14.117965 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.139538 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.153198 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-a89956b6-57b6-49c3-91ea-167c708ee4b8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8575540 Mar 21 19:20:14.165931 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Request body: {'port': {'device_id': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:20:14.167121 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:14.179576 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] No DVR routers for this DVR port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 on host dv-cinder-834527-2-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:20:14.244884 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-a826d325-e9c8-4b5d-879f-482bd0538344 None None] For port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6,segment=NetworkSegment(3a734d38-9dbe-4a2e-967f-0a556413903f),segment_id=3a734d38-9dbe-4a2e-967f-0a556413903f)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:14.245531 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a826d325-e9c8-4b5d-879f-482bd0538344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.277278 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-a826d325-e9c8-4b5d-879f-482bd0538344 None None] Calling delete_port for 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:20:14.278406 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (4460294a-d883-439e-b8cd-df8a867609dc), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.341887 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4460294a-d883-439e-b8cd-df8a867609dc']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:14.354078 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a734d38-9dbe-4a2e-967f-0a556413903f') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:14.354653 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a734d38-9dbe-4a2e-967f-0a556413903f') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:14.368004 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62525641'] for segment (3a734d38-9dbe-4a2e-967f-0a556413903f), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.389114 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (3a734d38-9dbe-4a2e-967f-0a556413903f), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.394689 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:14.395253 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.401903 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a5d8e-a04f-4fab-97e0-66c8e056e9b3 req-b6d482fa-9703-4fbe-ac62-e0464c276a01 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:14.403529 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f6a5d8e-a04f-4fab-97e0-66c8e056e9b3 req-b6d482fa-9703-4fbe-ac62-e0464c276a01 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.1110003 Mar 21 19:20:14.406720 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:20:14.407296 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59231190'] for segment (3a734d38-9dbe-4a2e-967f-0a556413903f), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: Traceback (most recent call last): Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: timer() Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: cb(*args, **kw) Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: return func(*args, **kwargs) Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: self._notify() Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: self.callback(batched_events) Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: event.method(event) Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: return f(self, *a, **k) Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._get(url).json() Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:20:14.409557 dv-cinder-834527-2-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:20:14.441019 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:14.441282 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:14.441936 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 87bde8dd-4ed0-4106-b313-539143d66c2e no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:14.452141 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764adfa-886d-460e-81fa-5b07028cec5e req-382ba4cc-647e-472a-bd72-53d063b32da0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:14.461534 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9764adfa-886d-460e-81fa-5b07028cec5e req-382ba4cc-647e-472a-bd72-53d063b32da0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 931 time: 0.1430361 Mar 21 19:20:14.478730 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-5fe390a1-1ba0-42f1-b21a-7734103502e2 None None] Provisioning complete for port 933e05d6-f344-4cb8-82db-d8e1d6659e80 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:20:14.478730 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5fe390a1-1ba0-42f1-b21a-7734103502e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.502523 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (4460294a-d883-439e-b8cd-df8a867609dc), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.508728 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.508914 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 87bde8dd-4ed0-4106-b313-539143d66c2e {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:14.509250 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 87bde8dd-4ed0-4106-b313-539143d66c2e not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:14.509674 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device c08c04ed-596a-4b2a-8056-49621ecb418b no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:14.517077 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4460294a-d883-439e-b8cd-df8a867609dc HTTP/1.1" status: 204 len: 168 time: 0.7323742 Mar 21 19:20:14.524396 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6f6a5d8e-a04f-4fab-97e0-66c8e056e9b3 req-b00e8efa-a295-4dc2-9326-6adc8e703b19 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018918 Mar 21 19:20:14.537355 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9899c7e9-dc0d-43b7-8aef-1747ab7638f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4460294a-d883-439e-b8cd-df8a867609dc,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:14.563324 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: c08c04ed-596a-4b2a-8056-49621ecb418b {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:20:14.563324 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device c08c04ed-596a-4b2a-8056-49621ecb418b not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:20:14.580691 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-5fe390a1-1ba0-42f1-b21a-7734103502e2 None None] Port 933e05d6-f344-4cb8-82db-d8e1d6659e80 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:20:14.587072 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9764adfa-886d-460e-81fa-5b07028cec5e req-8cbf52dd-7391-487d-9a4a-6f842c2efb75 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246648 Mar 21 19:20:14.597857 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a826d325-e9c8-4b5d-879f-482bd0538344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.630968 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826d325-e9c8-4b5d-879f-482bd0538344 None None] Pushing event deleted for resources: {'Port': ['ID=3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:14.634025 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a826d325-e9c8-4b5d-879f-482bd0538344 None None] Network 4460294a-d883-439e-b8cd-df8a867609dc is not hosted by any dhcp agent {{(pid=103552) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 21 19:20:14.634548 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826d325-e9c8-4b5d-879f-482bd0538344 None None] No DVR routers for this DVR port 3c5c22b4-9735-45ae-9e39-ad36ecf8d4b6 on host dv-cinder-834527-2-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:20:14.752088 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933e05d6-f344-4cb8-82db-d8e1d6659e80 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:20:14.769383 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Publish callbacks [] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.778376 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49164) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:14.784794 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Transition to ACTIVE for port object 933e05d6-f344-4cb8-82db-d8e1d6659e80 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:20:14.788922 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.829759 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-78b043ce-438e-4fe6-ae6b-9454faea0b26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd05a51dd20047f891773e965424e978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494604 Mar 21 19:20:14.832041 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49168) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:14.889574 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Pushing event updated for resources: {'Port': ['ID=933e05d6-f344-4cb8-82db-d8e1d6659e80,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:14.903688 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-61f1101d-221d-4f59-88a1-1ceef65ad9b5 admin admin] Publish callbacks [] for security_group (69d012a9-9c9a-41fd-8daa-cc7dceaf700d), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.928737 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Attempting to bind port 933e05d6-f344-4cb8-82db-d8e1d6659e80 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:20:14.929090 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Attempting to bind port 933e05d6-f344-4cb8-82db-d8e1d6659e80 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:20:14.929559 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Attempting to bind port 933e05d6-f344-4cb8-82db-d8e1d6659e80 on network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:20:14.935160 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Port 933e05d6-f344-4cb8-82db-d8e1d6659e80 on network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:20:14.936091 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Attempting to bind port 933e05d6-f344-4cb8-82db-d8e1d6659e80 on network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:20:14.941760 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:20:14.942210 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Checking segment: {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:20:14.942638 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-61f1101d-221d-4f59-88a1-1ceef65ad9b5 admin admin] Publish callbacks [] for security_group (69d012a9-9c9a-41fd-8daa-cc7dceaf700d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:14.942751 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Bound using segment: {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:20:14.943596 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Bound port: 933e05d6-f344-4cb8-82db-d8e1d6659e80, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c9d7c6f-2b96-4fae-a451-61f5172138d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:20:14.943969 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:15.004047 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-61f1101d-221d-4f59-88a1-1ceef65ad9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (69d012a9-9c9a-41fd-8daa-cc7dceaf700d), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:15.009169 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-61f1101d-221d-4f59-88a1-1ceef65ad9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:15.012761 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-61f1101d-221d-4f59-88a1-1ceef65ad9b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69d012a9-9c9a-41fd-8daa-cc7dceaf700d HTTP/1.1" status: 204 len: 168 time: 0.1775346 Mar 21 19:20:15.018389 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] For port 933e05d6-f344-4cb8-82db-d8e1d6659e80, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:20:15.021689 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] For port 933e05d6-f344-4cb8-82db-d8e1d6659e80, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=933e05d6-f344-4cb8-82db-d8e1d6659e80,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:20:15.026876 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1101d-221d-4f59-88a1-1ceef65ad9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d012a9-9c9a-41fd-8daa-cc7dceaf700d,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:15.030730 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:15.078736 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:15.079391 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:15.081407 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] 10.222.0.55 "PUT /v2.0/ports/933e05d6-f344-4cb8-82db-d8e1d6659e80 HTTP/1.1" status: 200 len: 1093 time: 0.9199631 Mar 21 19:20:15.082022 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'tag': '933e05d6-f344-4cb8-82db-d8e1d6659e80'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:20:15.084590 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c21f87-0923-4fd6-931d-509d0c371619" -d '{"events": [{"name": "network-changed", "server_uuid": "22deb31a-12c6-46f8-88c6-9f33b1ee8ad8", "tag": "933e05d6-f344-4cb8-82db-d8e1d6659e80"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:20:15.158330 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c26894a-b2ea-4880-8bad-e8f1f4a0d91e x-openstack-request-id: req-6c26894a-b2ea-4880-8bad-e8f1f4a0d91e {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:15.158928 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22deb31a-12c6-46f8-88c6-9f33b1ee8ad8", "tag": "933e05d6-f344-4cb8-82db-d8e1d6659e80", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:15.160644 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6c26894a-b2ea-4880-8bad-e8f1f4a0d91e {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:15.161086 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'tag': '933e05d6-f344-4cb8-82db-d8e1d6659e80', 'status': 'completed', 'code': 200} Mar 21 19:20:15.184017 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0a115-1067-44fe-8b04-469375464598 service neutron] Pushing event updated for resources: {'Port': ['ID=933e05d6-f344-4cb8-82db-d8e1d6659e80,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:15.208160 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-d4cec414-d67d-4ed1-b422-a077784666dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:15.209743 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-d4cec414-d67d-4ed1-b422-a077784666dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42929380ace240aa823c053970342b34&device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 1127 time: 0.0794673 Mar 21 19:20:15.255675 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-cf4b1958-1a3c-4484-a6dc-5465ded798fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933e05d6-f344-4cb8-82db-d8e1d6659e80 HTTP/1.1" status: 200 len: 217 time: 0.0372105 Mar 21 19:20:15.314120 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-dbea56df-1e64-44d1-bef7-67543dc0b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:15.315911 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-dbea56df-1e64-44d1-bef7-67543dc0b242 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2136b820-e0a7-49ec-976d-53c695f2c3bf HTTP/1.1" status: 200 len: 850 time: 0.0504680 Mar 21 19:20:15.382336 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-e3fe65cc-6e5e-4033-9c4b-d75d50510b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:15.384203 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-e3fe65cc-6e5e-4033-9c4b-d75d50510b4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596039 Mar 21 19:20:15.480271 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-c0da6000-cd3c-4748-b2cc-5df41a969356 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873351 Mar 21 19:20:15.543094 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49186) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:15.586836 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9edcb967-ada3-469f-86ab-486f8179a04a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a8d7c72ea2044e29eecd70f4523c481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412641 Mar 21 19:20:15.589197 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49190) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:15.593664 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f4833962-300e-41e8-9e8f-e1231a9ed4c6 req-27b231c5-768a-46ad-ad65-68fcb514f1e2 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086740 Mar 21 19:20:15.684861 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b7d2-54e9-4aad-9813-03e40932fd54 admin admin] Publish callbacks [] for security_group (1d951fc5-9db0-4340-b1aa-490f3c51ec9a), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:15.706369 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2034f-8b7b-40d8-bb5c-8e90475e54b8 req-ca341d19-54e8-4963-9005-2d42199091ea tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:15.707912 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-82f2034f-8b7b-40d8-bb5c-8e90475e54b8 req-ca341d19-54e8-4963-9005-2d42199091ea tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0878727 Mar 21 19:20:15.718855 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c21f87-0923-4fd6-931d-509d0c371619 req-f5603dd3-c942-4249-94db-fdeeaf261dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:15.720338 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94c21f87-0923-4fd6-931d-509d0c371619 req-f5603dd3-c942-4249-94db-fdeeaf261dd8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42929380ace240aa823c053970342b34&device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 1127 time: 0.0686729 Mar 21 19:20:15.737403 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b7d2-54e9-4aad-9813-03e40932fd54 admin admin] Publish callbacks [] for security_group (1d951fc5-9db0-4340-b1aa-490f3c51ec9a), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:15.789995 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a4cdc-07b3-4e14-b64b-a984aa2fa56d req-9c043ab3-0ca8-41d7-aca1-e0d4c1b28c42 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:15.791696 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9e4a4cdc-07b3-4e14-b64b-a984aa2fa56d req-9c043ab3-0ca8-41d7-aca1-e0d4c1b28c42 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 943 time: 0.1041946 Mar 21 19:20:15.819773 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b7d2-54e9-4aad-9813-03e40932fd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1d951fc5-9db0-4340-b1aa-490f3c51ec9a), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:15.822304 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6bb7b7d2-54e9-4aad-9813-03e40932fd54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:15.823423 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-6bb7b7d2-54e9-4aad-9813-03e40932fd54 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d951fc5-9db0-4340-b1aa-490f3c51ec9a HTTP/1.1" status: 204 len: 168 time: 0.2329161 Mar 21 19:20:15.842274 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-82f2034f-8b7b-40d8-bb5c-8e90475e54b8 req-46c26cbc-b8ea-483d-91a4-c004dfcb49d0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171021 Mar 21 19:20:15.852729 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb7b7d2-54e9-4aad-9813-03e40932fd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d951fc5-9db0-4340-b1aa-490f3c51ec9a,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:15.876520 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c21f87-0923-4fd6-931d-509d0c371619 req-5e3ed12c-baa2-4886-b192-bd766d33f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:15.876520 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94c21f87-0923-4fd6-931d-509d0c371619 req-5e3ed12c-baa2-4886-b192-bd766d33f54c service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 200 len: 912 time: 0.1384866 Mar 21 19:20:15.894726 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9e4a4cdc-07b3-4e14-b64b-a984aa2fa56d req-d9fa19f4-7cfc-410e-b2a4-23aa46981519 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822375 Mar 21 19:20:15.920916 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94c21f87-0923-4fd6-931d-509d0c371619 req-e59879c5-e27c-4f5c-8838-a9439457b858 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933e05d6-f344-4cb8-82db-d8e1d6659e80 HTTP/1.1" status: 200 len: 217 time: 0.0439181 Mar 21 19:20:15.975639 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c21f87-0923-4fd6-931d-509d0c371619 req-fda0b446-c2b6-4fd7-b6b3-ccb6028bfa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:15.977205 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94c21f87-0923-4fd6-931d-509d0c371619 req-fda0b446-c2b6-4fd7-b6b3-ccb6028bfa77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2136b820-e0a7-49ec-976d-53c695f2c3bf HTTP/1.1" status: 200 len: 850 time: 0.0499206 Mar 21 19:20:16.036651 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c21f87-0923-4fd6-931d-509d0c371619 req-3cfb0419-c150-4606-88b2-f3b887ef1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:16.038169 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94c21f87-0923-4fd6-931d-509d0c371619 req-3cfb0419-c150-4606-88b2-f3b887ef1e1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536242 Mar 21 19:20:16.152857 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94c21f87-0923-4fd6-931d-509d0c371619 req-ef82d136-7ca1-409b-a95c-87a2ff55a94f service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066098 Mar 21 19:20:16.263225 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-94c21f87-0923-4fd6-931d-509d0c371619 req-4619b3f4-06df-4aa2-9a87-8f7ed899721c service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023860 Mar 21 19:20:16.398338 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49214) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:16.508285 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-71b79b50-f35d-4f61-a83b-3f28b99eed44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:16.582110 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-71b79b50-f35d-4f61-a83b-3f28b99eed44 admin admin] Publish callbacks [] for security_group (19bd667c-1b09-41d3-ac21-6ac61610a864), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:16.585852 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-71b79b50-f35d-4f61-a83b-3f28b99eed44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (19bd667c-1b09-41d3-ac21-6ac61610a864), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:16.624390 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-71b79b50-f35d-4f61-a83b-3f28b99eed44 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8d1d1bb10914f7a8b43ebfe24a6f012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250006 Mar 21 19:20:16.625618 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b79b50-f35d-4f61-a83b-3f28b99eed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bd667c-1b09-41d3-ac21-6ac61610a864,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:16.627105 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49218) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:16.675432 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e79191c7-3fa8-4078-a67f-9f49d47dce17 admin admin] Publish callbacks [] for security_group (19bd667c-1b09-41d3-ac21-6ac61610a864), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:16.695868 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e79191c7-3fa8-4078-a67f-9f49d47dce17 admin admin] Publish callbacks [] for security_group (19bd667c-1b09-41d3-ac21-6ac61610a864), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:16.742110 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e79191c7-3fa8-4078-a67f-9f49d47dce17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (19bd667c-1b09-41d3-ac21-6ac61610a864), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:16.744753 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e79191c7-3fa8-4078-a67f-9f49d47dce17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:16.745876 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e79191c7-3fa8-4078-a67f-9f49d47dce17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19bd667c-1b09-41d3-ac21-6ac61610a864 HTTP/1.1" status: 204 len: 168 time: 0.1168687 Mar 21 19:20:16.753764 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79191c7-3fa8-4078-a67f-9f49d47dce17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bd667c-1b09-41d3-ac21-6ac61610a864,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:16.981772 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131981a-27fc-45e2-8eb0-7740e24785c7 req-7d20cfd0-60f4-4055-b0a8-bc97c41f012d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:16.983356 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a131981a-27fc-45e2-8eb0-7740e24785c7 req-7d20cfd0-60f4-4055-b0a8-bc97c41f012d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0588720 Mar 21 19:20:17.021224 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49228) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:17.035693 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a131981a-27fc-45e2-8eb0-7740e24785c7 req-7061b4d0-ec64-4226-a012-459e65163d15 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432074 Mar 21 19:20:17.035914 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dcf27-d28c-4f99-8d07-0204f7fff1fc req-0d78e264-68e3-48ab-a40f-1d99fdddc1aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:17.037331 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c82dcf27-d28c-4f99-8d07-0204f7fff1fc req-0d78e264-68e3-48ab-a40f-1d99fdddc1aa tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 943 time: 0.0663302 Mar 21 19:20:17.044122 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7e526113-7b8c-4c27-81e0-1ef0748a2519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:17.119508 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c82dcf27-d28c-4f99-8d07-0204f7fff1fc req-0da95cee-57c0-4c6f-9498-04be08bdf354 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650058 Mar 21 19:20:17.166168 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7e526113-7b8c-4c27-81e0-1ef0748a2519 admin admin] Publish callbacks [] for security_group (8fbafaed-006e-4229-b62e-5df3f54289b7), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:17.169991 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7e526113-7b8c-4c27-81e0-1ef0748a2519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (8fbafaed-006e-4229-b62e-5df3f54289b7), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:17.207906 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7e526113-7b8c-4c27-81e0-1ef0748a2519 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90fba1f1fb0345b3ba4e75f13a5108d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856840 Mar 21 19:20:17.208758 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e526113-7b8c-4c27-81e0-1ef0748a2519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fbafaed-006e-4229-b62e-5df3f54289b7,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:17.211429 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49230) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:17.259445 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2548612a-1608-43b8-89a2-a7eaa07480df admin admin] Publish callbacks [] for security_group (8fbafaed-006e-4229-b62e-5df3f54289b7), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:17.280319 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2548612a-1608-43b8-89a2-a7eaa07480df admin admin] Publish callbacks [] for security_group (8fbafaed-006e-4229-b62e-5df3f54289b7), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:17.325233 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2548612a-1608-43b8-89a2-a7eaa07480df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (8fbafaed-006e-4229-b62e-5df3f54289b7), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:17.328346 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2548612a-1608-43b8-89a2-a7eaa07480df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:17.329552 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2548612a-1608-43b8-89a2-a7eaa07480df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8fbafaed-006e-4229-b62e-5df3f54289b7 HTTP/1.1" status: 204 len: 168 time: 0.1166177 Mar 21 19:20:17.337054 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548612a-1608-43b8-89a2-a7eaa07480df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fbafaed-006e-4229-b62e-5df3f54289b7,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:18.159542 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaad154-ff6e-4273-9b5d-72050f24e601 req-1c70ffe2-aa77-4152-9cda-bf064ed365b3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:18.161232 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ceaad154-ff6e-4273-9b5d-72050f24e601 req-1c70ffe2-aa77-4152-9cda-bf064ed365b3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0550258 Mar 21 19:20:18.220228 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ceaad154-ff6e-4273-9b5d-72050f24e601 req-242c8830-c3f2-4160-b8c1-43c67afd052d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525529 Mar 21 19:20:18.234389 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d898e-cb4e-415a-9744-e510b6a50174 req-91bd9c27-1f02-429c-8a3b-895064253e6e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:18.236466 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-077d898e-cb4e-415a-9744-e510b6a50174 req-91bd9c27-1f02-429c-8a3b-895064253e6e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 943 time: 0.0546842 Mar 21 19:20:18.289436 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-077d898e-cb4e-415a-9744-e510b6a50174 req-eb137900-47c9-4ec1-af61-01c7a22e284d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467279 Mar 21 19:20:18.520160 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 933e05d6-f344-4cb8-82db-d8e1d6659e80 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:20:18.615476 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 933e05d6-f344-4cb8-82db-d8e1d6659e80, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=933e05d6-f344-4cb8-82db-d8e1d6659e80,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:18.627477 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '933e05d6-f344-4cb8-82db-d8e1d6659e80', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'port_id': '933e05d6-f344-4cb8-82db-d8e1d6659e80', 'mac_address': 'fa:16:3e:49:99:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:20:18.664418 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 933e05d6-f344-4cb8-82db-d8e1d6659e80 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:20:18.664840 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:18.680759 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933e05d6-f344-4cb8-82db-d8e1d6659e80 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:20:18.699683 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 933e05d6-f344-4cb8-82db-d8e1d6659e80, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=933e05d6-f344-4cb8-82db-d8e1d6659e80,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:18.703911 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:18.749553 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=933e05d6-f344-4cb8-82db-d8e1d6659e80,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:18.756843 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.757221 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.757552 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.757895 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.758230 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.758565 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.758895 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.759224 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.759551 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.759894 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.760205 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.760552 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.760881 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.761203 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.761527 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:20:18.961596 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['933e05d6-f344-4cb8-82db-d8e1d6659e80'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:20:19.345632 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae38463-ff01-459b-b42e-0181fb9afa57 req-2412e901-39ae-4560-8afc-574fe7eb8641 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:19.347124 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4ae38463-ff01-459b-b42e-0181fb9afa57 req-2412e901-39ae-4560-8afc-574fe7eb8641 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0513742 Mar 21 19:20:19.393408 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4ae38463-ff01-459b-b42e-0181fb9afa57 req-9f72c832-dada-4fd2-8278-afc087e414ca tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407822 Mar 21 19:20:19.405021 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126ef7c-756a-4da3-aa6f-a2ed5c327709 req-1a743c74-3e24-4553-92b1-f5a6a9ccfc1c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:19.406581 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3126ef7c-756a-4da3-aa6f-a2ed5c327709 req-1a743c74-3e24-4553-92b1-f5a6a9ccfc1c tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 944 time: 0.0525715 Mar 21 19:20:19.451549 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3126ef7c-756a-4da3-aa6f-a2ed5c327709 req-6f5cec39-22d7-438a-8194-0290d9c8df58 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395880 Mar 21 19:20:20.513007 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa1e15-da21-405b-b775-ec577c096e63 req-0c88c616-82c9-48d9-8913-5d379216862f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:20.514515 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d5fa1e15-da21-405b-b775-ec577c096e63 req-0c88c616-82c9-48d9-8913-5d379216862f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0526004 Mar 21 19:20:20.564222 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d5fa1e15-da21-405b-b775-ec577c096e63 req-d9ac234e-d82a-4998-92fc-601d47cf0a00 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440922 Mar 21 19:20:20.570493 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d6ce7-e2de-43aa-82cf-35dc618734e6 req-e895d2b6-718f-401f-98bd-12e4972164f6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:20.571986 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0e5d6ce7-e2de-43aa-82cf-35dc618734e6 req-e895d2b6-718f-401f-98bd-12e4972164f6 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 944 time: 0.0535800 Mar 21 19:20:20.617533 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0e5d6ce7-e2de-43aa-82cf-35dc618734e6 req-59b91c7c-5d66-4e43-b6d1-af12982dd641 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398653 Mar 21 19:20:21.213357 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 933e05d6-f344-4cb8-82db-d8e1d6659e80 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:20:21.261786 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 933e05d6-f344-4cb8-82db-d8e1d6659e80 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:20:21.266337 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 933e05d6-f344-4cb8-82db-d8e1d6659e80 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:20:21.266725 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:21.339796 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 933e05d6-f344-4cb8-82db-d8e1d6659e80 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:20:21.340189 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:21.364940 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933e05d6-f344-4cb8-82db-d8e1d6659e80'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:20:21.367142 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f615cd0-1354-471d-b3ae-96eb156cf8cf" -d '{"events": [{"server_uuid": "22deb31a-12c6-46f8-88c6-9f33b1ee8ad8", "name": "network-vif-plugged", "status": "completed", "tag": "933e05d6-f344-4cb8-82db-d8e1d6659e80"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:20:21.380608 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 933e05d6-f344-4cb8-82db-d8e1d6659e80, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=933e05d6-f344-4cb8-82db-d8e1d6659e80,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:21.385583 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:21.433065 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=933e05d6-f344-4cb8-82db-d8e1d6659e80,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:21.517860 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44436153-9d82-460a-a4ad-e39933072e33 x-openstack-request-id: req-44436153-9d82-460a-a4ad-e39933072e33 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:21.518155 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22deb31a-12c6-46f8-88c6-9f33b1ee8ad8", "name": "network-vif-plugged", "status": "completed", "tag": "933e05d6-f344-4cb8-82db-d8e1d6659e80", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:21.518408 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-44436153-9d82-460a-a4ad-e39933072e33 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:21.518802 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933e05d6-f344-4cb8-82db-d8e1d6659e80', 'code': 200} Mar 21 19:20:21.687757 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660254e-9d01-43df-a4b8-df564f783fe0 req-b7f0756c-014f-4507-9866-f63f9da5f02b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:21.689337 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d660254e-9d01-43df-a4b8-df564f783fe0 req-b7f0756c-014f-4507-9866-f63f9da5f02b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0560653 Mar 21 19:20:21.735877 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d660254e-9d01-43df-a4b8-df564f783fe0 req-1d18b23a-ea9d-4ff2-82e8-88d15fb3f6c7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410056 Mar 21 19:20:21.738220 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762ea03-e4e1-4c3f-b09d-00070662be8b req-c0595d62-81a2-41e5-b0a3-fb4114b00730 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:21.739701 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b762ea03-e4e1-4c3f-b09d-00070662be8b req-c0595d62-81a2-41e5-b0a3-fb4114b00730 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0559616 Mar 21 19:20:21.786086 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b762ea03-e4e1-4c3f-b09d-00070662be8b req-edb7340e-f4a1-4eb7-a2c2-f0d3c58c9cf7 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407665 Mar 21 19:20:22.856986 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01594b-cab8-45cd-95cb-5b84f3796a1b req-c89764ad-ee68-491b-a675-90786ee82397 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:22.858453 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-af01594b-cab8-45cd-95cb-5b84f3796a1b req-c89764ad-ee68-491b-a675-90786ee82397 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0519643 Mar 21 19:20:22.900887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1ba5b-8b2c-4ea5-9695-6826127a527c req-266e5498-364c-448a-acc3-9c590efa243e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:22.902373 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-afc1ba5b-8b2c-4ea5-9695-6826127a527c req-266e5498-364c-448a-acc3-9c590efa243e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0517535 Mar 21 19:20:22.905132 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-af01594b-cab8-45cd-95cb-5b84f3796a1b req-19a3f684-f7eb-478f-8137-552c58c52907 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411675 Mar 21 19:20:22.947745 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-afc1ba5b-8b2c-4ea5-9695-6826127a527c req-ab501fd5-fbcd-4868-b67b-e79209566c2d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392821 Mar 21 19:20:23.131732 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96eb3fb-a07e-4b09-a77f-63743495449c req-ba7d65db-2e29-442c-b946-582fb67ee7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:23.133393 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b96eb3fb-a07e-4b09-a77f-63743495449c req-ba7d65db-2e29-442c-b946-582fb67ee7cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 1129 time: 0.0429192 Mar 21 19:20:23.181162 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b96eb3fb-a07e-4b09-a77f-63743495449c req-842c5939-cb97-4ff2-bd15-2a326daee4a8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415709 Mar 21 19:20:24.033434 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4738bb-6d8d-46a8-8b34-622f485244b5 req-9926c0a6-067d-40e2-8459-38c0c65d7e52 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:24.034945 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fe4738bb-6d8d-46a8-8b34-622f485244b5 req-9926c0a6-067d-40e2-8459-38c0c65d7e52 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0568950 Mar 21 19:20:24.064777 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbcbb89-ce7f-463e-a9a6-8d97d5c1f586 req-2780c032-7cfd-48c3-a383-14c3ffa46f0a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:24.066251 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1fbcbb89-ce7f-463e-a9a6-8d97d5c1f586 req-2780c032-7cfd-48c3-a383-14c3ffa46f0a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0520086 Mar 21 19:20:24.080696 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fe4738bb-6d8d-46a8-8b34-622f485244b5 req-95c63bee-dead-400e-8caa-fc0d9e1e202e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399685 Mar 21 19:20:24.112651 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1fbcbb89-ce7f-463e-a9a6-8d97d5c1f586 req-82d39056-ac0d-42ab-aa19-5523b4992649 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406685 Mar 21 19:20:25.202841 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09338574-0d60-4b30-aa84-fa85f986b591 req-72887c54-c9fb-4225-b93c-2a1172f71407 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:25.204364 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09338574-0d60-4b30-aa84-fa85f986b591 req-72887c54-c9fb-4225-b93c-2a1172f71407 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0531125 Mar 21 19:20:25.228900 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ed533-c993-4d0a-b6e9-4b73ec3a00b9 req-50fbe7fa-88d4-48a3-aae6-4fe94a81f487 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:25.230391 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-531ed533-c993-4d0a-b6e9-4b73ec3a00b9 req-50fbe7fa-88d4-48a3-aae6-4fe94a81f487 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0523958 Mar 21 19:20:25.250620 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-09338574-0d60-4b30-aa84-fa85f986b591 req-3c9829d6-18a5-488f-9de6-44fc1c73a7c1 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404532 Mar 21 19:20:25.275823 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-531ed533-c993-4d0a-b6e9-4b73ec3a00b9 req-a4b55d1b-9285-4808-a6a3-0bd99925f10b tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398192 Mar 21 19:20:26.373511 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f99b3-0e18-478f-a138-389b1d95f19a req-a78f04c0-92dd-4070-bd41-5e67f3f361ff tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:26.374922 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-923f99b3-0e18-478f-a138-389b1d95f19a req-a78f04c0-92dd-4070-bd41-5e67f3f361ff tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0525467 Mar 21 19:20:26.395961 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ee1a9-e0c8-49c2-95a1-8b678572b5d2 req-0d4a4b9f-3750-4876-b138-a6b3bef39bb4 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:26.397461 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-821ee1a9-e0c8-49c2-95a1-8b678572b5d2 req-0d4a4b9f-3750-4876-b138-a6b3bef39bb4 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0568831 Mar 21 19:20:26.426030 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-923f99b3-0e18-478f-a138-389b1d95f19a req-dd38061a-feef-4d24-a354-c09314450c20 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451756 Mar 21 19:20:26.443864 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-821ee1a9-e0c8-49c2-95a1-8b678572b5d2 req-6aeba5bb-fd8a-43df-8708-7ba9ef534fb7 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407231 Mar 21 19:20:27.171821 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-36159a04-fb14-477a-96a9-673e40c5a4b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:27.546455 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c6b3a-796c-4b42-9c3f-e50223361f11 req-292da9fc-e07f-4f68-a6d1-06084fd4ecd7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:27.547933 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3e3c6b3a-796c-4b42-9c3f-e50223361f11 req-292da9fc-e07f-4f68-a6d1-06084fd4ecd7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0519366 Mar 21 19:20:27.562308 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72735c32-8c3b-4243-a5dd-cc96e7caf96d req-9f3f9cc1-d64a-4e4c-9a6b-3aefc9857c16 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:27.563795 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72735c32-8c3b-4243-a5dd-cc96e7caf96d req-9f3f9cc1-d64a-4e4c-9a6b-3aefc9857c16 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0533252 Mar 21 19:20:27.594015 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-3e3c6b3a-796c-4b42-9c3f-e50223361f11 req-165f4b5c-0912-4e7c-acab-ea88a16fd941 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405455 Mar 21 19:20:27.610150 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-72735c32-8c3b-4243-a5dd-cc96e7caf96d req-aa25caa0-dfc9-4bec-b20f-382f9133c607 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406346 Mar 21 19:20:27.723575 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d772f4-75c6-4095-bc1c-cfaa80a8b226 req-508027f4-aac6-447b-994d-2668d61ac52d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:27.725094 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e0d772f4-75c6-4095-bc1c-cfaa80a8b226 req-508027f4-aac6-447b-994d-2668d61ac52d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0515056 Mar 21 19:20:27.733968 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49360) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:27.738407 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-1f859070-ac03-47ac-a2d6-e590de4314fe tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Request body: {'floatingip': {'port_id': '933e05d6-f344-4cb8-82db-d8e1d6659e80'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:20:27.780897 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f859070-ac03-47ac-a2d6-e590de4314fe tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:28.205169 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f859070-ac03-47ac-a2d6-e590de4314fe tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:28.208919 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f859070-ac03-47ac-a2d6-e590de4314fe tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:28.306737 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-1f859070-ac03-47ac-a2d6-e590de4314fe tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Floating IP bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4 associated. External IP: 172.27.3.93, port: 933e05d6-f344-4cb8-82db-d8e1d6659e80. Mar 21 19:20:28.534707 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f859070-ac03-47ac-a2d6-e590de4314fe tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:20:28.552950 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 62aa8b83-2bb1-48f0-ae3d-bf993454b566 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:20:28.646630 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f859070-ac03-47ac-a2d6-e590de4314fe tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:20:28.652149 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1f859070-ac03-47ac-a2d6-e590de4314fe tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:28.653030 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:28.659867 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] Sync routers for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:20:28.666945 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'port_id': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'mac_address': 'fa:16:3e:27:89:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:20:28.671229 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:28.683559 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:28.687595 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-1f859070-ac03-47ac-a2d6-e590de4314fe tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "PUT /v2.0/floatingips/bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4 HTTP/1.1" status: 200 len: 990 time: 0.9515100 Mar 21 19:20:28.687595 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'tag': '933e05d6-f344-4cb8-82db-d8e1d6659e80'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:20:28.689479 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c866ae-ab84-416d-bb4e-45f2583e30d0" -d '{"events": [{"name": "network-changed", "server_uuid": "22deb31a-12c6-46f8-88c6-9f33b1ee8ad8", "tag": "933e05d6-f344-4cb8-82db-d8e1d6659e80"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:20:28.707806 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 is: ACTIVE; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:20:28.708205 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:28.722277 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62aa8b83-2bb1-48f0-ae3d-bf993454b566 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:20:28.733800 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83456fe-3004-4e69-b9c2-77d1bde290de x-openstack-request-id: req-d83456fe-3004-4e69-b9c2-77d1bde290de {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:28.734108 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22deb31a-12c6-46f8-88c6-9f33b1ee8ad8", "tag": "933e05d6-f344-4cb8-82db-d8e1d6659e80", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:28.734363 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d83456fe-3004-4e69-b9c2-77d1bde290de {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:28.734767 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'tag': '933e05d6-f344-4cb8-82db-d8e1d6659e80', 'status': 'completed', 'code': 200} Mar 21 19:20:28.744168 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab5ca3-7487-4fca-a46f-8a5ec8f07fe9 req-591df565-77aa-45e7-a9fb-a0999bcc234f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:28.745829 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-deab5ca3-7487-4fca-a46f-8a5ec8f07fe9 req-591df565-77aa-45e7-a9fb-a0999bcc234f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0718715 Mar 21 19:20:28.747169 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:28.755116 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:28.819205 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=6']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:28.822729 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:28.823963 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-deab5ca3-7487-4fca-a46f-8a5ec8f07fe9 req-6d72c232-4e71-4270-a3fa-f4168eec5ed7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719423 Mar 21 19:20:28.839260 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-638d0b25-f02c-44a1-8f23-6fc058f2520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:28.840963 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-638d0b25-f02c-44a1-8f23-6fc058f2520e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42929380ace240aa823c053970342b34&device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 1129 time: 0.0715966 Mar 21 19:20:28.870490 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['62aa8b83-2bb1-48f0-ae3d-bf993454b566'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:20:28.949748 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-29444c29-c329-4cf0-b5da-1f7968b08f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:28.952200 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-29444c29-c329-4cf0-b5da-1f7968b08f02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 200 len: 912 time: 0.1046004 Mar 21 19:20:29.029608 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-07c0225a-adf7-4c16-a9fa-aa3b8aa15a94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=933e05d6-f344-4cb8-82db-d8e1d6659e80 HTTP/1.1" status: 200 len: 998 time: 0.0700285 Mar 21 19:20:29.079390 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4', 'tenant_id': '42929380ace240aa823c053970342b34', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'port_id': '933e05d6-f344-4cb8-82db-d8e1d6659e80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'mac_address': 'fa:16:3e:49:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:20:09Z', 'updated_at': '2022-03-21T19:20:28Z', 'revision_number': 1, 'project_id': '42929380ace240aa823c053970342b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:29.100149 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-b6c8da2c-65fd-46bd-8d1b-d219e64d7089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:29.101818 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-b6c8da2c-65fd-46bd-8d1b-d219e64d7089 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2136b820-e0a7-49ec-976d-53c695f2c3bf HTTP/1.1" status: 200 len: 850 time: 0.0583553 Mar 21 19:20:29.105715 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] Checking router: 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:20:29.128682 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:20:29.129317 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:19:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:29.164353 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-bd75b3c8-50e5-41a6-b0ea-5117af3faaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:29.165905 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-bd75b3c8-50e5-41a6-b0ea-5117af3faaf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a28bb09-b0c5-4cfc-8b30-3153410d74b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500138 Mar 21 19:20:29.238369 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:20:29.261880 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-e13866b4-e4e1-41a2-8ec8-3750b4b48947 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869868 Mar 21 19:20:29.353647 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e9c866ae-ab84-416d-bb4e-45f2583e30d0 req-ce81cf75-ea51-4412-9b35-0ed0e063cb39 service neutron] 10.222.0.55 "GET /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804322 Mar 21 19:20:29.420678 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f0dc1e30-d28b-4dff-ae0e-248d61646d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:29.453388 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4', 'tenant_id': '42929380ace240aa823c053970342b34', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'port_id': '933e05d6-f344-4cb8-82db-d8e1d6659e80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'mac_address': 'fa:16:3e:49:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:20:09Z', 'updated_at': '2022-03-21T19:20:28Z', 'revision_number': 1, 'project_id': '42929380ace240aa823c053970342b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:20:29.481813 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe509a67-fa16-4047-b6c3-d44a926f6a23 None None] The sync data for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi is: [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4', 'tenant_id': '42929380ace240aa823c053970342b34', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'port_id': '933e05d6-f344-4cb8-82db-d8e1d6659e80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'mac_address': 'fa:16:3e:49:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:20:09Z', 'updated_at': '2022-03-21T19:20:28Z', 'revision_number': 1, 'project_id': '42929380ace240aa823c053970342b34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:20:29.670514 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b65b2eb-2249-41a0-8bf7-98505f34c325 None None] New status for floating IP bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4: ACTIVE {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:20:29.948409 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd321f0-2b31-4951-b318-11483c4258d4 req-2878bc65-b9eb-4edb-b028-fbd167445a29 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:29.949824 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8dd321f0-2b31-4951-b318-11483c4258d4 req-2878bc65-b9eb-4edb-b028-fbd167445a29 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 944 time: 0.0509799 Mar 21 19:20:29.993833 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8dd321f0-2b31-4951-b318-11483c4258d4 req-aaa5364b-759a-413a-b993-b6b7037e0e4d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379801 Mar 21 19:20:30.495055 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:31.118204 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c8b5e-dec6-4896-9535-b8d6bbcdbf92 req-038dd204-4560-4bda-b66e-f79fa92c6211 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:31.119768 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-666c8b5e-dec6-4896-9535-b8d6bbcdbf92 req-038dd204-4560-4bda-b66e-f79fa92c6211 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 944 time: 0.0559094 Mar 21 19:20:31.166477 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-666c8b5e-dec6-4896-9535-b8d6bbcdbf92 req-9f8516f8-56c8-4364-a82f-b9bce0281c31 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409367 Mar 21 19:20:31.273219 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 62aa8b83-2bb1-48f0-ae3d-bf993454b566 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:20:31.319826 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:20:31.320211 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:31.396844 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:20:31.397237 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:31.418737 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:20:31.420994 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b03f82-1c1d-4680-ac0a-5edaf0ddccff" -d '{"events": [{"server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "name": "network-vif-plugged", "status": "completed", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:20:31.432979 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:31.437616 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:31.467416 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dec3968-0702-41d7-abde-15ac922de1d3 x-openstack-request-id: req-9dec3968-0702-41d7-abde-15ac922de1d3 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:31.467712 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "name": "network-vif-plugged", "status": "completed", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:31.467973 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9dec3968-0702-41d7-abde-15ac922de1d3 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:31.468357 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'code': 200} Mar 21 19:20:31.486113 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=7']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:32.103050 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:32.288056 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30713d8-b39f-4070-8f80-31d79dfc12a0 req-49368a83-6908-4254-a4d0-455755245cb0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:32.289572 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b30713d8-b39f-4070-8f80-31d79dfc12a0 req-49368a83-6908-4254-a4d0-455755245cb0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0537622 Mar 21 19:20:32.343368 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b30713d8-b39f-4070-8f80-31d79dfc12a0 req-63fa8fdd-e696-4983-ad9d-eb1bbdbc9199 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468276 Mar 21 19:20:33.492118 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4bbd67-ccce-4baf-8246-df33aa2a8930 req-320f2fdd-68c9-428e-adef-c3aec5713cc5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:33.493547 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4b4bbd67-ccce-4baf-8246-df33aa2a8930 req-320f2fdd-68c9-428e-adef-c3aec5713cc5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0633790 Mar 21 19:20:33.548111 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:33.581234 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4b4bbd67-ccce-4baf-8246-df33aa2a8930 req-09f7ee75-9f4a-4d07-a62d-d20750b812bd tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809441 Mar 21 19:20:34.734912 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa163e-f314-49dc-845a-93ee726faca9 req-573e7a83-b53b-4d0f-9cc2-447b1600f626 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:34.736737 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bfa163e-f314-49dc-845a-93ee726faca9 req-573e7a83-b53b-4d0f-9cc2-447b1600f626 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0750277 Mar 21 19:20:34.802599 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bfa163e-f314-49dc-845a-93ee726faca9 req-2e94100f-8ce0-4067-a835-031b43ff4c2f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568526 Mar 21 19:20:35.938041 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6119b8-0cc1-4485-b1f9-3a2ae1f91086 req-8375505f-8898-42e8-87ab-fcbf8fea7f7c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:35.939555 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5d6119b8-0cc1-4485-b1f9-3a2ae1f91086 req-8375505f-8898-42e8-87ab-fcbf8fea7f7c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0576379 Mar 21 19:20:35.990755 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5d6119b8-0cc1-4485-b1f9-3a2ae1f91086 req-0baec720-c5dd-46f4-8a6f-deaaa908b2f0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454261 Mar 21 19:20:37.126535 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58836b-c242-4525-a933-72364eb0d7c1 req-215e095c-4529-4783-a59f-547ccfa2f80c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:37.128070 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db58836b-c242-4525-a933-72364eb0d7c1 req-215e095c-4529-4783-a59f-547ccfa2f80c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0574851 Mar 21 19:20:37.176992 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db58836b-c242-4525-a933-72364eb0d7c1 req-76a381db-8764-42d0-a086-8a16520fa845 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429182 Mar 21 19:20:37.759306 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:20:38.318398 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9d204-3f48-4f59-a57c-2d7377d2f83f req-ac72fd1e-e715-46cb-a7e4-19e8171cc433 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:38.325596 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0fb9d204-3f48-4f59-a57c-2d7377d2f83f req-ac72fd1e-e715-46cb-a7e4-19e8171cc433 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0655544 Mar 21 19:20:38.375195 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0fb9d204-3f48-4f59-a57c-2d7377d2f83f req-174e4ef6-6b34-49c3-910e-23d33c9978ad tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487070 Mar 21 19:20:39.514660 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b10e7-fd14-42e1-8fb7-8c10e2e51fb8 req-c8e4d7c4-3d51-4e5c-9bee-49c20f967db3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:39.516260 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-289b10e7-fd14-42e1-8fb7-8c10e2e51fb8 req-c8e4d7c4-3d51-4e5c-9bee-49c20f967db3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0611744 Mar 21 19:20:39.575942 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-289b10e7-fd14-42e1-8fb7-8c10e2e51fb8 req-cffea6f6-3173-4b51-bf37-82b2b750e172 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526693 Mar 21 19:20:40.722974 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5646ee-ee9a-4de4-9f87-4913ceff56f2 req-761ae189-7a66-4e28-84fb-b60e266b76d5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:40.730598 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ea5646ee-ee9a-4de4-9f87-4913ceff56f2 req-761ae189-7a66-4e28-84fb-b60e266b76d5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0642333 Mar 21 19:20:40.775808 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ea5646ee-ee9a-4de4-9f87-4913ceff56f2 req-ad4ea251-0bc0-4a1f-9291-0da34d77fefc tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440834 Mar 21 19:20:41.894685 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9b066-ced6-48d3-9aeb-b288d77317de req-1f3f4e15-1983-4aaa-9003-be598e36ff88 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:41.896137 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b5f9b066-ced6-48d3-9aeb-b288d77317de req-1f3f4e15-1983-4aaa-9003-be598e36ff88 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0508754 Mar 21 19:20:41.941371 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b5f9b066-ced6-48d3-9aeb-b288d77317de req-3c39ce9b-0116-44e6-9942-559ee746b983 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397475 Mar 21 19:20:43.058907 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607f73a-07d5-4bab-9752-d597f811aa62 req-0eec1725-a12d-492b-8171-9af73c750536 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:43.060972 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1607f73a-07d5-4bab-9752-d597f811aa62 req-0eec1725-a12d-492b-8171-9af73c750536 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0506630 Mar 21 19:20:43.108583 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1607f73a-07d5-4bab-9752-d597f811aa62 req-7a60f7b2-d491-4a66-844e-6bd52d33de27 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421336 Mar 21 19:20:43.345513 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:44.074055 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-f29b33af-5b90-4038-9fbe-2b52c80cdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:44.075580 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-f29b33af-5b90-4038-9fbe-2b52c80cdbf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 1129 time: 0.0430822 Mar 21 19:20:44.164942 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-94193106-39a9-4dcc-8719-3521a1b77d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:44.166436 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-94193106-39a9-4dcc-8719-3521a1b77d6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 917 time: 0.0840991 Mar 21 19:20:44.260173 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-1f36f50f-417d-4968-998f-27900a95a3fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566 HTTP/1.1" status: 200 len: 1001 time: 0.0872059 Mar 21 19:20:44.304401 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03d2d3-d9ae-4b6a-9670-b46393b4cdc1 req-38f4527a-905d-453d-a732-f81294ccb0d3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:44.305857 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6c03d2d3-d9ae-4b6a-9670-b46393b4cdc1 req-38f4527a-905d-453d-a732-f81294ccb0d3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.1263299 Mar 21 19:20:44.338098 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-7e208055-ae6b-4994-b9f7-a7a19fdde6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:44.339393 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-7e208055-ae6b-4994-b9f7-a7a19fdde6fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.0718751 Mar 21 19:20:44.383074 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6c03d2d3-d9ae-4b6a-9670-b46393b4cdc1 req-f3f2bae7-bad5-4684-bce2-66931542c382 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717092 Mar 21 19:20:44.399487 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-147c8424-e932-4942-8dc6-0446f8778a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:44.400980 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-147c8424-e932-4942-8dc6-0446f8778a22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512695 Mar 21 19:20:44.491215 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-6db3005f-c733-4ddd-bdff-d851849597a7 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824163 Mar 21 19:20:44.582084 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-55ad5fa4-6b83-4bf6-9741-61a06628bc84 req-fee60dd0-4441-4cc1-b0ca-476cc525722a service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824354 Mar 21 19:20:45.503946 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efa59e9-b641-45dc-a843-4c09c06d0e65 req-376e945e-953e-47d7-afbb-4f1102cecd3b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:45.505698 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2efa59e9-b641-45dc-a843-4c09c06d0e65 req-376e945e-953e-47d7-afbb-4f1102cecd3b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Mar 21 19:20:45.554133 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2efa59e9-b641-45dc-a843-4c09c06d0e65 req-955df700-17c6-4d64-8e28-fd0cca9c5b3c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430133 Mar 21 19:20:46.673662 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012819de-d489-41fc-ad63-3aced6cf43c1 req-4d93f07a-327f-4b78-9d6c-a4947466341f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:46.675236 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-012819de-d489-41fc-ad63-3aced6cf43c1 req-4d93f07a-327f-4b78-9d6c-a4947466341f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 945 time: 0.0514243 Mar 21 19:20:46.705613 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 62aa8b83-2bb1-48f0-ae3d-bf993454b566 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:46.722364 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-012819de-d489-41fc-ad63-3aced6cf43c1 req-28d5a2a2-9770-47f4-bf67-e97aa0867551 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415218 Mar 21 19:20:46.792300 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 is: ACTIVE; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:20:46.792738 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:46.816512 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:20:46.818761 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d141dd-6ccd-495a-b096-a520e616930c" -d '{"events": [{"server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "name": "network-vif-unplugged", "status": "completed", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:20:46.831168 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:20:46.835308 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:46.858233 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Mar 2022 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9e8577-1757-4e80-9618-237da9584540 x-openstack-request-id: req-3a9e8577-1757-4e80-9618-237da9584540 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:20:46.858533 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "name": "network-vif-unplugged", "status": "failed", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566", "code": 422}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:20:46.858789 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a9e8577-1757-4e80-9618-237da9584540 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:20:46.859514 dv-cinder-834527-2-iscsi neutron-server[103552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'code': 422} returned with failed status Mar 21 19:20:46.885799 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=8']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:47.649454 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d645276-a940-4b20-a9c4-4ed14ce7c772 req-34d33ff1-03b7-4abc-b3d2-97b317158495 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:47.650940 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5d645276-a940-4b20-a9c4-4ed14ce7c772 req-34d33ff1-03b7-4abc-b3d2-97b317158495 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0555358 Mar 21 19:20:47.696226 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5d645276-a940-4b20-a9c4-4ed14ce7c772 req-311c9821-8527-4ad1-9888-da1cdc28b5bc tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388851 Mar 21 19:20:47.905662 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49616) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:47.992329 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-8d3652ba-667d-40c8-9461-5e95d3eecfa8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855134 Mar 21 19:20:48.001188 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-cc356e26-81a3-48bf-a82d-4d6638aca7d8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:20:48.002153 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-cc356e26-81a3-48bf-a82d-4d6638aca7d8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048587 Mar 21 19:20:48.076376 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49624) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:48.165329 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-91d237a4-05ee-4677-9b82-4dcc84dd343e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:48.166717 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-91d237a4-05ee-4677-9b82-4dcc84dd343e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports/62aa8b83-2bb1-48f0-ae3d-bf993454b566 HTTP/1.1" status: 200 len: 940 time: 0.0893102 Mar 21 19:20:48.438595 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49640) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:48.548065 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-12a076cb-4494-49f8-8738-d9b12094cf3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:48.624476 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-12a076cb-4494-49f8-8738-d9b12094cf3a admin admin] Publish callbacks [] for security_group (87430d8e-faa9-41b9-aae8-432964663f3d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:48.628282 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-12a076cb-4494-49f8-8738-d9b12094cf3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (87430d8e-faa9-41b9-aae8-432964663f3d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:48.670309 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-12a076cb-4494-49f8-8738-d9b12094cf3a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f92e71560ef9479798d06051e8ce4170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305026 Mar 21 19:20:48.671957 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a076cb-4494-49f8-8738-d9b12094cf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87430d8e-faa9-41b9-aae8-432964663f3d,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:48.672968 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49644) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:48.721439 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-70436c76-98f7-48bb-92df-33ca4bb988ee admin admin] Publish callbacks [] for security_group (87430d8e-faa9-41b9-aae8-432964663f3d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:48.743311 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-70436c76-98f7-48bb-92df-33ca4bb988ee admin admin] Publish callbacks [] for security_group (87430d8e-faa9-41b9-aae8-432964663f3d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:48.790011 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-70436c76-98f7-48bb-92df-33ca4bb988ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (87430d8e-faa9-41b9-aae8-432964663f3d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:48.792673 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-70436c76-98f7-48bb-92df-33ca4bb988ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:48.794437 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-70436c76-98f7-48bb-92df-33ca4bb988ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87430d8e-faa9-41b9-aae8-432964663f3d HTTP/1.1" status: 204 len: 168 time: 0.1203353 Mar 21 19:20:48.802054 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70436c76-98f7-48bb-92df-33ca4bb988ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87430d8e-faa9-41b9-aae8-432964663f3d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:48.824219 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0863460-a03c-4033-b044-bd141539212e req-92c4f36b-a37d-4a16-8bb8-2e948daf616d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:48.825762 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c0863460-a03c-4033-b044-bd141539212e req-92c4f36b-a37d-4a16-8bb8-2e948daf616d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0574841 Mar 21 19:20:48.873897 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c0863460-a03c-4033-b044-bd141539212e req-a86f5231-eef9-4f52-ab57-ea8dcf98a7d6 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421672 Mar 21 19:20:49.048571 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-69ef2fab-8679-4abc-8481-a01982b8f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:49.050088 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-69ef2fab-8679-4abc-8481-a01982b8f2d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50&tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9 HTTP/1.1" status: 200 len: 1127 time: 0.0477071 Mar 21 19:20:49.062574 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49652) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:49.075235 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48057a86-d62e-4a3c-81ec-7562108e12fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:49.150720 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-0099f282-43b9-41d9-8e47-a7379054c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:49.152215 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-0099f282-43b9-41d9-8e47-a7379054c069 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 1127 time: 0.0699751 Mar 21 19:20:49.235450 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48057a86-d62e-4a3c-81ec-7562108e12fc admin admin] Publish callbacks [] for security_group (4afd354d-c991-4deb-a08a-451404d05b25), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:49.240227 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-48057a86-d62e-4a3c-81ec-7562108e12fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (4afd354d-c991-4deb-a08a-451404d05b25), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:49.297401 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-48057a86-d62e-4a3c-81ec-7562108e12fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=317310b7239b465d81733a71699e6d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336853 Mar 21 19:20:49.298095 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48057a86-d62e-4a3c-81ec-7562108e12fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afd354d-c991-4deb-a08a-451404d05b25,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:49.300300 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49656) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:49.302616 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-8ba73bf1-bc20-455c-bf5f-0cc4efe2018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:49.303980 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-8ba73bf1-bc20-455c-bf5f-0cc4efe2018c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 917 time: 0.1447725 Mar 21 19:20:49.388937 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-793d8db0-1a6d-4a5b-91f8-579cf482160a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566 HTTP/1.1" status: 200 len: 999 time: 0.0739570 Mar 21 19:20:49.404406 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4f97d9ca-ebab-4f09-846b-479e4271d8b9 admin admin] Publish callbacks [] for security_group (4afd354d-c991-4deb-a08a-451404d05b25), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:49.452645 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4f97d9ca-ebab-4f09-846b-479e4271d8b9 admin admin] Publish callbacks [] for security_group (4afd354d-c991-4deb-a08a-451404d05b25), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:49.465847 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-e409a7ae-2821-498a-89fa-66618f74136b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:49.467265 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-e409a7ae-2821-498a-89fa-66618f74136b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.0696588 Mar 21 19:20:49.525090 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-fad31f37-30e5-4299-8694-e3743b62f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:49.526484 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-fad31f37-30e5-4299-8694-e3743b62f5b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482774 Mar 21 19:20:49.533182 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4f97d9ca-ebab-4f09-846b-479e4271d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (4afd354d-c991-4deb-a08a-451404d05b25), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:49.535846 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4f97d9ca-ebab-4f09-846b-479e4271d8b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:49.536894 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4f97d9ca-ebab-4f09-846b-479e4271d8b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4afd354d-c991-4deb-a08a-451404d05b25 HTTP/1.1" status: 204 len: 168 time: 0.2355833 Mar 21 19:20:49.551250 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97d9ca-ebab-4f09-846b-479e4271d8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afd354d-c991-4deb-a08a-451404d05b25,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:49.629715 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-d131cf22-ecb5-4d00-99f4-e1e93a65d291 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854187 Mar 21 19:20:49.716442 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fbfc2401-19b5-480f-b2f9-f005a19ca317 req-5d4e5262-8d2f-4158-9e7e-3ac689bf7546 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797067 Mar 21 19:20:50.002336 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e47b7e-8240-404b-9071-fec43ef1578d req-59e35149-ab38-4b73-ac31-b2788b3798ee tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:50.009029 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5e47b7e-8240-404b-9071-fec43ef1578d req-59e35149-ab38-4b73-ac31-b2788b3798ee tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0591965 Mar 21 19:20:50.060990 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a5e47b7e-8240-404b-9071-fec43ef1578d req-7c9a70a6-9769-4b7a-958b-b58b6b0b2682 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507793 Mar 21 19:20:50.759839 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 62aa8b83-2bb1-48f0-ae3d-bf993454b566 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:20:50.860428 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 is: DOWN; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:20:51.219942 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2d7ae-f8b2-483f-b3a7-a1725aa00610 req-ab56b9cb-5e8a-4961-9de0-a89c7554b912 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:51.222928 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-30f2d7ae-f8b2-483f-b3a7-a1725aa00610 req-ab56b9cb-5e8a-4961-9de0-a89c7554b912 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0683286 Mar 21 19:20:51.296959 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-30f2d7ae-f8b2-483f-b3a7-a1725aa00610 req-55edd0c3-eda1-4e24-91bb-298ccc92ca3e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626683 Mar 21 19:20:52.433718 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c390de2-0ef6-4f67-8209-ecca015b0653 req-04dafa48-64d4-4b94-a76c-afc6cbc4ed5b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:52.435257 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c390de2-0ef6-4f67-8209-ecca015b0653 req-04dafa48-64d4-4b94-a76c-afc6cbc4ed5b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0621216 Mar 21 19:20:52.489283 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2c390de2-0ef6-4f67-8209-ecca015b0653 req-f485690b-d9e8-4bf0-8c82-8352ff9522fd tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482504 Mar 21 19:20:53.621547 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5651de3-b77c-41f6-a641-e6061461d05f req-be7da5a9-09a6-4ff3-8c32-5fb38ab9e5e5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:53.623102 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c5651de3-b77c-41f6-a641-e6061461d05f req-be7da5a9-09a6-4ff3-8c32-5fb38ab9e5e5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0563664 Mar 21 19:20:53.671544 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c5651de3-b77c-41f6-a641-e6061461d05f req-ff6d4667-9026-44a7-a871-2082af3e40b0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420086 Mar 21 19:20:54.812548 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cb10e-978c-42db-a487-2d3add4a9564 req-f23717bb-b8ce-4503-839d-471f3d00b8ce tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:54.814202 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a40cb10e-978c-42db-a487-2d3add4a9564 req-f23717bb-b8ce-4503-839d-471f3d00b8ce tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0736821 Mar 21 19:20:54.871249 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a40cb10e-978c-42db-a487-2d3add4a9564 req-fd264690-49b9-4193-a461-58235def836d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512352 Mar 21 19:20:54.947469 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49786) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:55.057439 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f695da7b-e82e-44c6-af11-cd68283c2494 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.155145 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f695da7b-e82e-44c6-af11-cd68283c2494 admin admin] Publish callbacks [] for security_group (3363a143-1654-4781-8836-f53f7df1214e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.160805 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f695da7b-e82e-44c6-af11-cd68283c2494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3363a143-1654-4781-8836-f53f7df1214e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.200443 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f695da7b-e82e-44c6-af11-cd68283c2494 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4c05b2c5d3b84d7b85b6b310351747d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2513664 Mar 21 19:20:55.201330 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695da7b-e82e-44c6-af11-cd68283c2494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3363a143-1654-4781-8836-f53f7df1214e,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:55.203944 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49790) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:55.253200 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f07f81e4-5aca-4212-810e-d0f4c60c374b admin admin] Publish callbacks [] for security_group (3363a143-1654-4781-8836-f53f7df1214e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.276373 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f07f81e4-5aca-4212-810e-d0f4c60c374b admin admin] Publish callbacks [] for security_group (3363a143-1654-4781-8836-f53f7df1214e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.329791 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f07f81e4-5aca-4212-810e-d0f4c60c374b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3363a143-1654-4781-8836-f53f7df1214e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.332995 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f07f81e4-5aca-4212-810e-d0f4c60c374b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.336615 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f07f81e4-5aca-4212-810e-d0f4c60c374b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3363a143-1654-4781-8836-f53f7df1214e HTTP/1.1" status: 204 len: 168 time: 0.1292191 Mar 21 19:20:55.342299 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f81e4-5aca-4212-810e-d0f4c60c374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3363a143-1654-4781-8836-f53f7df1214e,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:55.626845 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 49798) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:55.641334 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1dd26e6c-a0d2-43cc-9f42-11af63b8420c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.720182 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1dd26e6c-a0d2-43cc-9f42-11af63b8420c admin admin] Publish callbacks [] for security_group (362c8ebe-aba9-4453-8359-b469b881c1ec), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.723802 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1dd26e6c-a0d2-43cc-9f42-11af63b8420c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (362c8ebe-aba9-4453-8359-b469b881c1ec), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.772445 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1dd26e6c-a0d2-43cc-9f42-11af63b8420c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3c5799157ee4a6b99adda0648da1e73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444819 Mar 21 19:20:55.773705 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd26e6c-a0d2-43cc-9f42-11af63b8420c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362c8ebe-aba9-4453-8359-b469b881c1ec,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:55.775190 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 49800) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:20:55.823688 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c2c72cbf-6131-4091-8896-6f510622a515 admin admin] Publish callbacks [] for security_group (362c8ebe-aba9-4453-8359-b469b881c1ec), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.846603 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c2c72cbf-6131-4091-8896-6f510622a515 admin admin] Publish callbacks [] for security_group (362c8ebe-aba9-4453-8359-b469b881c1ec), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.900517 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c2c72cbf-6131-4091-8896-6f510622a515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (362c8ebe-aba9-4453-8359-b469b881c1ec), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.905059 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c2c72cbf-6131-4091-8896-6f510622a515 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:55.906284 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c2c72cbf-6131-4091-8896-6f510622a515 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/362c8ebe-aba9-4453-8359-b469b881c1ec HTTP/1.1" status: 204 len: 168 time: 0.1300542 Mar 21 19:20:55.918288 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c72cbf-6131-4091-8896-6f510622a515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362c8ebe-aba9-4453-8359-b469b881c1ec,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:20:56.041178 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32428-cc9f-461c-b50e-198d1b00e8fa req-903023c5-d6dc-45c4-8ec4-8c49f74c51e3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:56.043426 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-98b32428-cc9f-461c-b50e-198d1b00e8fa req-903023c5-d6dc-45c4-8ec4-8c49f74c51e3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0717893 Mar 21 19:20:56.096685 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-98b32428-cc9f-461c-b50e-198d1b00e8fa req-eda3af31-f81f-4805-a3e4-42ab3e6f6f85 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473552 Mar 21 19:20:57.183616 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-22a05ba8-f5b4-427f-a488-946dfe5405ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:57.265817 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb11feac-84c5-4245-b6dd-486b58324a7f req-ac77d7b9-6a35-41be-bad2-cd1ab22b9d83 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:57.267305 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fb11feac-84c5-4245-b6dd-486b58324a7f req-ac77d7b9-6a35-41be-bad2-cd1ab22b9d83 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0686500 Mar 21 19:20:57.328841 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fb11feac-84c5-4245-b6dd-486b58324a7f req-6c4f76ae-afe4-4c07-8d35-e86aa32b36ef tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551770 Mar 21 19:20:58.521347 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5db48-8db2-4667-9f2c-3146cdb30f65 req-93f007d2-31cb-4b62-8a7e-e5d50f226f77 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:58.522816 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b8a5db48-8db2-4667-9f2c-3146cdb30f65 req-93f007d2-31cb-4b62-8a7e-e5d50f226f77 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0658667 Mar 21 19:20:58.574722 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b8a5db48-8db2-4667-9f2c-3146cdb30f65 req-1d2dd49a-7cae-4ab6-a6c4-f4c710b878bc tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454578 Mar 21 19:20:59.422261 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fb1067f6-cf17-4bbb-9607-cb55c5ecadde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:20:59.716092 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758e0ba-110e-4303-a632-8ce96305b253 req-ee08eca3-1d8b-4d66-926d-655a2a809b1f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:59.717889 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e758e0ba-110e-4303-a632-8ce96305b253 req-ee08eca3-1d8b-4d66-926d-655a2a809b1f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0645177 Mar 21 19:20:59.791163 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e758e0ba-110e-4303-a632-8ce96305b253 req-9956d855-0a5d-4d5e-9cbf-4e51dc675ba0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549676 Mar 21 19:20:59.793825 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-e5a04cf9-9071-4993-bd7f-8c6000e7e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:59.795213 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-e5a04cf9-9071-4993-bd7f-8c6000e7e862 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 1127 time: 0.0969758 Mar 21 19:20:59.915581 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-a0dbb728-acde-44be-90e5-e1aaa4792308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:20:59.917304 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-a0dbb728-acde-44be-90e5-e1aaa4792308 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 200 len: 917 time: 0.1006436 Mar 21 19:20:59.987361 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-76cba5a7-93a5-483a-b160-3506dc64e362 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566 HTTP/1.1" status: 200 len: 999 time: 0.0622637 Mar 21 19:21:00.042997 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-633bb4a9-e8f4-4b34-b6f4-db9a2c4ee267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:00.045104 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-633bb4a9-e8f4-4b34-b6f4-db9a2c4ee267 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 200 len: 855 time: 0.0508256 Mar 21 19:21:00.095521 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-942a9406-11a5-4eee-9427-0fdf32c1b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:00.097012 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-942a9406-11a5-4eee-9427-0fdf32c1b6c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0c43845d-b277-4a2a-9057-6079c0477fee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417612 Mar 21 19:21:00.466021 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-1e2524d5-2fca-4534-9e91-b56cf843d292 service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588486 Mar 21 19:21:00.497018 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:00.563528 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6cfde53e-e4d2-463a-8d33-9d6dad3b90c1 req-2c46096d-383d-4fc7-9a26-3dbdfcc863ec service neutron] 10.222.0.55 "GET /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904226 Mar 21 19:21:00.923062 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f04100-82d6-4730-b3e9-e7e14412b3c9 req-327108cb-acbb-4f17-b6c2-eb7b9bfff16c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:00.924674 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e7f04100-82d6-4730-b3e9-e7e14412b3c9 req-327108cb-acbb-4f17-b6c2-eb7b9bfff16c tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0590360 Mar 21 19:21:00.970350 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e7f04100-82d6-4730-b3e9-e7e14412b3c9 req-878c3cb3-9c33-42d9-9c08-bb13aa69a1c2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401764 Mar 21 19:21:02.095148 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:02.103758 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863f86f-c6e1-4015-aeb3-17ebbe66a259 req-03c69405-db65-41ff-bc4c-2366a708b79f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:02.105419 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1863f86f-c6e1-4015-aeb3-17ebbe66a259 req-03c69405-db65-41ff-bc4c-2366a708b79f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 943 time: 0.0571973 Mar 21 19:21:02.154100 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-1863f86f-c6e1-4015-aeb3-17ebbe66a259 req-1e0e0cba-14f2-4610-84e3-a8d73138ce86 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430124 Mar 21 19:21:02.846430 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 62aa8b83-2bb1-48f0-ae3d-bf993454b566 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:21:03.066863 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:03.078580 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'port_id': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'mac_address': 'fa:16:3e:27:89:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:21:03.115637 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:21:03.116296 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:03.129980 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62aa8b83-2bb1-48f0-ae3d-bf993454b566 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:21:03.149256 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:03.153359 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:03.200263 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=9']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:03.280230 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2a468-16b2-43f3-b0a0-2396bac69b1d req-7481f41e-5878-4b40-99c1-65bc89fa5314 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:03.281650 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1dc2a468-16b2-43f3-b0a0-2396bac69b1d req-7481f41e-5878-4b40-99c1-65bc89fa5314 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 944 time: 0.0536067 Mar 21 19:21:03.326987 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1dc2a468-16b2-43f3-b0a0-2396bac69b1d req-84c23132-ca9c-4d9a-b923-a0f00823eb11 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397632 Mar 21 19:21:03.392201 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['62aa8b83-2bb1-48f0-ae3d-bf993454b566'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:21:03.540165 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:04.449234 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607a45f-0fbb-4156-93fd-7dbe216b8daa req-acb0dcb4-d796-4686-947e-a4cc66978e7b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:04.450720 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a607a45f-0fbb-4156-93fd-7dbe216b8daa req-acb0dcb4-d796-4686-947e-a4cc66978e7b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 944 time: 0.0527782 Mar 21 19:21:04.496214 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a607a45f-0fbb-4156-93fd-7dbe216b8daa req-21cb7046-8373-40e3-a6ef-44af6bda08a3 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398524 Mar 21 19:21:04.846302 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 62aa8b83-2bb1-48f0-ae3d-bf993454b566 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:21:04.893012 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:21:04.893390 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:04.970839 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:21:04.971170 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:04.994225 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:21:04.996425 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff03a553-d8a5-4a30-8f6e-2c2c270d3aa9" -d '{"events": [{"server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "name": "network-vif-plugged", "status": "completed", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:21:05.008269 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:05.013328 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:05.036688 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3428320e-d880-41b5-93b2-bb99507902d3 x-openstack-request-id: req-3428320e-d880-41b5-93b2-bb99507902d3 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:21:05.036983 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "name": "network-vif-plugged", "status": "completed", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:21:05.037240 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3428320e-d880-41b5-93b2-bb99507902d3 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:21:05.037629 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'code': 200} Mar 21 19:21:05.064350 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=10']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:05.227644 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa5ffd-41ec-4971-9b3f-e2b1caac25ad req-8b49e466-96b8-4f3f-a3c9-fec8d3f72159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:05.229087 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ddaa5ffd-41ec-4971-9b3f-e2b1caac25ad req-8b49e466-96b8-4f3f-a3c9-fec8d3f72159 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 1130 time: 0.0454512 Mar 21 19:21:05.275664 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ddaa5ffd-41ec-4971-9b3f-e2b1caac25ad req-94768687-429e-48df-9963-4850424e785f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400631 Mar 21 19:21:05.622023 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d3014-929d-468f-8404-9a79f54e51d6 req-515b64e3-15f1-4cc4-9514-037f6c8ecbb4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:05.623492 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-376d3014-929d-468f-8404-9a79f54e51d6 req-515b64e3-15f1-4cc4-9514-037f6c8ecbb4 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 946 time: 0.0508871 Mar 21 19:21:05.673006 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-376d3014-929d-468f-8404-9a79f54e51d6 req-1f8abf7b-35e4-47d3-9381-a1a8b857332f tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Mar 21 19:21:06.800252 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9c797-2ea8-4328-95ac-8ff26f908dde req-4841828d-09eb-4df5-928b-4f0902e7949b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:06.801805 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8fc9c797-2ea8-4328-95ac-8ff26f908dde req-4841828d-09eb-4df5-928b-4f0902e7949b tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 946 time: 0.0565019 Mar 21 19:21:06.861070 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8fc9c797-2ea8-4328-95ac-8ff26f908dde req-9e9a3d67-6410-4aff-97c1-a2692c47f070 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515516 Mar 21 19:21:07.986574 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7cb29-5402-4455-8c6e-054d94883be0 req-f53856ea-1fb6-4f7a-b671-28ad6d960088 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:07.988054 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dec7cb29-5402-4455-8c6e-054d94883be0 req-f53856ea-1fb6-4f7a-b671-28ad6d960088 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 946 time: 0.0539196 Mar 21 19:21:08.032911 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dec7cb29-5402-4455-8c6e-054d94883be0 req-56d32942-7fac-4bbb-82c4-d092f366923e tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393403 Mar 21 19:21:08.963025 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10631f-8172-4707-87b5-1ada9e264c9a req-2174f88d-0e38-4dba-b0d3-60f02b9b7553 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:08.964526 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b10631f-8172-4707-87b5-1ada9e264c9a req-2174f88d-0e38-4dba-b0d3-60f02b9b7553 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 945 time: 0.0520239 Mar 21 19:21:09.009034 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5b10631f-8172-4707-87b5-1ada9e264c9a req-96cbee8d-6f26-4d9c-aa48-685cc8cb059f tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389044 Mar 21 19:21:10.126148 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ce5ee-7d49-440c-a6f9-13b7bc196ba2 req-28458648-c49e-48dc-956b-d89486108614 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:10.127616 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-605ce5ee-7d49-440c-a6f9-13b7bc196ba2 req-28458648-c49e-48dc-956b-d89486108614 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 945 time: 0.0512686 Mar 21 19:21:10.173434 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-605ce5ee-7d49-440c-a6f9-13b7bc196ba2 req-fdb72d93-0e3a-4acb-9fa4-c2d66f259264 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Mar 21 19:21:10.833628 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-d3ebad84-2d33-4183-96c4-dd88e33ac93c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:10.835045 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-d3ebad84-2d33-4183-96c4-dd88e33ac93c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 945 time: 0.0535412 Mar 21 19:21:10.922746 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Deleting port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:10.923091 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:11.009798 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] For port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:11.010167 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:11.173606 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:11.173970 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (a61ea9aa-dc0d-4918-9670-82b3d8d119a4), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:11.174292 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Floating IP a61ea9aa-dc0d-4918-9670-82b3d8d119a4 disassociated. External IP: 172.27.3.234, port: 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d. Mar 21 19:21:11.174703 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Calling delete_port for 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:11.328396 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96e7b5-f579-4b8f-861a-cc65f2d491f0 req-bdb32599-dcda-4b75-b7bf-ee0cc76e94f7 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:11.329907 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3b96e7b5-f579-4b8f-861a-cc65f2d491f0 req-bdb32599-dcda-4b75-b7bf-ee0cc76e94f7 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d036f5-c9f7-47ff-841d-a6518883cd11 HTTP/1.1" status: 200 len: 945 time: 0.0878224 Mar 21 19:21:11.351586 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:11.383161 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'Port': ['ID=8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:11.412852 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3b96e7b5-f579-4b8f-861a-cc65f2d491f0 req-0c6eb388-adff-46eb-a985-b7d098e482d9 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups?id=b2e2af60-9ef7-4300-90a4-6854e74a9711&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769827 Mar 21 19:21:11.515415 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:21:11.623508 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:21:11.633677 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:21:11.644043 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:11.644704 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:20:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:11.665995 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] No DVR routers for this DVR port 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:21:11.668425 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:11.671732 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c2267b30-07a6-4548-9c0d-86c83b9aeb4d req-08ed4a26-e296-4a7a-97fc-aac8755c5e4c tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.55 "DELETE /v2.0/ports/8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d HTTP/1.1" status: 204 len: 173 time: 0.8310740 Mar 21 19:21:11.672170 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'name': 'network-vif-deleted', 'tag': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:21:11.674490 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a01591d-c532-477d-81e8-7a8c74eb0fce" -d '{"events": [{"server_uuid": "64d036f5-c9f7-47ff-841d-a6518883cd11", "name": "network-vif-deleted", "tag": "8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:21:11.760248 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:11.853005 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6747a175-0eff-4d26-8215-bc48e02fb1c6 x-openstack-request-id: req-6747a175-0eff-4d26-8215-bc48e02fb1c6 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:21:11.853527 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d036f5-c9f7-47ff-841d-a6518883cd11", "name": "network-vif-deleted", "tag": "8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:21:11.853819 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6747a175-0eff-4d26-8215-bc48e02fb1c6 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:21:11.854236 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d036f5-c9f7-47ff-841d-a6518883cd11', 'name': 'network-vif-deleted', 'tag': '8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d', 'status': 'completed', 'code': 200} Mar 21 19:21:11.982218 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:12.007247 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:21:12.015059 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:12.015635 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:20:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:12.292055 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:12.502487 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50076) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:12.543482 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:12.571703 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (b2e2af60-9ef7-4300-90a4-6854e74a9711), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:12.571914 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbac758c-f517-4b46-b2ea-e1482abeb78f None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:14:48Z', 'revision_number': 4, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'd7b6d03c-08ca-468f-a5e8-f610902c9f8c', 'name': '', 'network_id': '0b962a0a-e309-4e68-80c4-e22169763239', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'mac_address': 'fa:16:3e:e1:54:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:46Z', 'updated_at': '2022-03-21T19:14:58Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'subnets': [{'id': 'c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:21:12.598653 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (b2e2af60-9ef7-4300-90a4-6854e74a9711), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:12.656691 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b2e2af60-9ef7-4300-90a4-6854e74a9711), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:12.659421 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:12.663152 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "DELETE /v2.0/security-groups/b2e2af60-9ef7-4300-90a4-6854e74a9711 HTTP/1.1" status: 204 len: 168 time: 0.1568472 Mar 21 19:21:12.663594 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50080) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:12.670291 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e2af60-9ef7-4300-90a4-6854e74a9711,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:12.678006 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.678365 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.678719 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.679067 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.679407 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.679746 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.680080 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.680417 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.680777 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.681108 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.681444 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.681775 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.682102 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.682429 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.682757 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4cd031-8651-4485-94dc-e144f746e576 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:12.684880 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.api.v2.resource [None req-b0655797-d0a3-458c-93ee-848e51a27b47 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] show failed (client error): The resource could not be found. Mar 21 19:21:12.686442 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b0655797-d0a3-458c-93ee-848e51a27b47 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "GET /v2.0/security-groups/b2e2af60-9ef7-4300-90a4-6854e74a9711 HTTP/1.1" status: 404 len: 347 time: 0.0214689 Mar 21 19:21:12.690454 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50082) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:12.847364 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Deleting port 0f26d8fb-a641-4f3d-be24-47a0ae172b1b {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:12.847723 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (0f26d8fb-a641-4f3d-be24-47a0ae172b1b), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:12.896154 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f51203-d15b-464d-8543-7075ba681c4f None None] New status for floating IP a61ea9aa-dc0d-4918-9670-82b3d8d119a4: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:21:12.936048 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (0f26d8fb-a641-4f3d-be24-47a0ae172b1b), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:12.936619 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (0f26d8fb-a641-4f3d-be24-47a0ae172b1b), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:12.948976 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Calling delete_port for 0f26d8fb-a641-4f3d-be24-47a0ae172b1b owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:13.081018 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (0f26d8fb-a641-4f3d-be24-47a0ae172b1b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:13.103849 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Pushing event deleted for resources: {'Port': ['ID=0f26d8fb-a641-4f3d-be24-47a0ae172b1b,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:13.117327 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.117694 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.118048 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.118397 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.118742 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.119108 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.119421 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.119754 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.120087 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.120429 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.120786 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.121121 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.121454 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.121837 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.122134 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:13.179656 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks [] for floatingip (a61ea9aa-dc0d-4918-9670-82b3d8d119a4), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:13.182199 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:13.183357 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-795c979b-bf93-49aa-9bac-e1faeeb1d137 tempest-AttachVolumeNegativeTest-109520940 tempest-AttachVolumeNegativeTest-109520940-project] 10.222.0.41 "DELETE /v2.0/floatingips/a61ea9aa-dc0d-4918-9670-82b3d8d119a4 HTTP/1.1" status: 204 len: 168 time: 0.4919791 Mar 21 19:21:13.357434 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:13.671004 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50098) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:13.770937 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a007c856-5b25-4e73-b030-59e858e0067c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:13.843393 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a007c856-5b25-4e73-b030-59e858e0067c admin admin] Publish callbacks [] for security_group (818a18dd-2c1c-42db-85b9-94ba4138a7f0), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:13.846947 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a007c856-5b25-4e73-b030-59e858e0067c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (818a18dd-2c1c-42db-85b9-94ba4138a7f0), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:13.884969 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a007c856-5b25-4e73-b030-59e858e0067c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89005b1578ba48c984de4552d27df4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128053 Mar 21 19:21:13.886139 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007c856-5b25-4e73-b030-59e858e0067c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818a18dd-2c1c-42db-85b9-94ba4138a7f0,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:13.887710 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50102) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:13.939595 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-686248fb-ed6f-40e6-9be9-5af9b5362d98 admin admin] Publish callbacks [] for security_group (818a18dd-2c1c-42db-85b9-94ba4138a7f0), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:13.959923 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-686248fb-ed6f-40e6-9be9-5af9b5362d98 admin admin] Publish callbacks [] for security_group (818a18dd-2c1c-42db-85b9-94ba4138a7f0), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:14.006340 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-686248fb-ed6f-40e6-9be9-5af9b5362d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (818a18dd-2c1c-42db-85b9-94ba4138a7f0), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:14.009044 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-686248fb-ed6f-40e6-9be9-5af9b5362d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:14.010346 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-686248fb-ed6f-40e6-9be9-5af9b5362d98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/818a18dd-2c1c-42db-85b9-94ba4138a7f0 HTTP/1.1" status: 204 len: 168 time: 0.1208651 Mar 21 19:21:14.018180 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686248fb-ed6f-40e6-9be9-5af9b5362d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818a18dd-2c1c-42db-85b9-94ba4138a7f0,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:14.759207 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:21:14.923018 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:14.945427 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:14.945770 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 8776a23c-dc3b-41a7-9ff1-e0f0e2894e1d not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:16.838146 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50204) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:17.342858 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3917637'] for router_interface (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:17.840750 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] Deleting port d7b6d03c-08ca-468f-a5e8-f610902c9f8c {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:17.841386 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:17.927894 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] For port d7b6d03c-08ca-468f-a5e8-f610902c9f8c, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d7b6d03c-08ca-468f-a5e8-f610902c9f8c,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:17.928349 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:17.942442 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] Calling delete_port for d7b6d03c-08ca-468f-a5e8-f610902c9f8c owned by network:router_interface {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:18.125099 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (d7b6d03c-08ca-468f-a5e8-f610902c9f8c), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:18.151492 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b6d03c-08ca-468f-a5e8-f610902c9f8c,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:18.323066 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915253'] for router_interface (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:18.534969 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] Router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:21:18.638378 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:21:18.643546 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-19937ad1-c283-4382-838b-1411ca1d6c81 admin admin] 10.222.0.41 "PUT /v2.0/routers/0741ce9b-ccce-4c7e-963a-d55a34ab6c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8043914 Mar 21 19:21:18.646160 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50238) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:18.648699 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] Sync routers for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:21:18.658407 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:18.659009 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:20:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:18.748548 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Publish callbacks [] for router (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:18.761242 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:18.851826 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Publish callbacks [] for router_gateway (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:18.906039 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Deleting port 56b4c644-9bac-4f93-b049-defc502a7db6 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:18.906387 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:18.936218 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:21:18Z', 'revision_number': 5, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port': {'id': '56b4c644-9bac-4f93-b049-defc502a7db6', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:40Z', 'updated_at': '2022-03-21T19:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:18.962939 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] Checking router: 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:21:18.972622 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] Routers {'0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:18.972835 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:20:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:18.990378 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] For port 56b4c644-9bac-4f93-b049-defc502a7db6, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=56b4c644-9bac-4f93-b049-defc502a7db6,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:18.990851 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.004098 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Calling delete_port for 56b4c644-9bac-4f93-b049-defc502a7db6 owned by network:router_gateway {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:19.062990 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] Set router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:19.118545 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:21:18Z', 'revision_number': 6, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port_host': None}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:19.150757 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef4fc2d-4d4a-4b6f-9b63-ac8de95a4438 None None] The sync data for ids ['0741ce9b-ccce-4c7e-963a-d55a34ab6c3e'] in dv-cinder-834527-2-iscsi is: [{'id': '0741ce9b-ccce-4c7e-963a-d55a34ab6c3e', 'name': 'tempest-AttachVolumeNegativeTest-581934206-router', 'tenant_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:39Z', 'updated_at': '2022-03-21T19:21:18Z', 'revision_number': 6, 'project_id': 'cf9a98448f0e4dd5993434ab2567e6d9', 'gw_port_host': None}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:21:19.197543 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (56b4c644-9bac-4f93-b049-defc502a7db6), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.224682 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b4c644-9bac-4f93-b049-defc502a7db6,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:19.294051 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916815'] for router_gateway (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.399919 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2542'] for router (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.402045 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Publish callbacks [] for router_controller (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.465493 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912940'] for router (0741ce9b-ccce-4c7e-963a-d55a34ab6c3e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.465986 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0741ce9b-ccce-4c7e-963a-d55a34ab6c3e {{(pid=103550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 19:21:19.472430 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.475788 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-3a0cc60f-77ab-44dc-9f6f-26b78c8dd114 admin admin] 10.222.0.41 "DELETE /v2.0/routers/0741ce9b-ccce-4c7e-963a-d55a34ab6c3e HTTP/1.1" status: 204 len: 168 time: 0.8265178 Mar 21 19:21:19.476050 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50250) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:19.526091 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd37df9-bd48-4333-aa4c-f7d4e20508c9 admin admin] Deleting subnet c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:21:19.529465 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebd37df9-bd48-4333-aa4c-f7d4e20508c9 admin admin] Publish callbacks [] for subnet (c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.566256 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebd37df9-bd48-4333-aa4c-f7d4e20508c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62525680'] for subnet (c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.651453 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebd37df9-bd48-4333-aa4c-f7d4e20508c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.701647 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebd37df9-bd48-4333-aa4c-f7d4e20508c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59230580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62842597'] for subnet (c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.725351 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd37df9-bd48-4333-aa4c-f7d4e20508c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:19.728834 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ebd37df9-bd48-4333-aa4c-f7d4e20508c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.732420 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ebd37df9-bd48-4333-aa4c-f7d4e20508c9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/c2f0cfc4-0182-4d18-b4e8-0bb2d3bfe443 HTTP/1.1" status: 204 len: 168 time: 0.2554693 Mar 21 19:21:19.734893 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50252) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:19.737399 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e8e44-a0d8-4dd3-ba15-2f4458a0a704 None None] Network 0b962a0a-e309-4e68-80c4-e22169763239 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:21:19.799342 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (0b962a0a-e309-4e68-80c4-e22169763239), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.855254 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Deleting port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:19.856333 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.922277 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] For port 97fdbd9e-fe18-4ed9-9e55-b615fd147657, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=97fdbd9e-fe18-4ed9-9e55-b615fd147657,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:19.922573 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:19.938407 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Calling delete_port for 97fdbd9e-fe18-4ed9-9e55-b615fd147657 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:19.964193 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] DHCP port deletion for 0b962a0a-e309-4e68-80c4-e22169763239 request from dv-cinder-834527-2-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 19:21:20.011583 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Deleting port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:20.012685 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.020918 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.047188 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] No DVR routers for this DVR port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 on host dv-cinder-834527-2-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:21:20.049162 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Pushing event deleted for resources: {'Port': ['ID=97fdbd9e-fe18-4ed9-9e55-b615fd147657,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:20.076851 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] For port 97fdbd9e-fe18-4ed9-9e55-b615fd147657, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=97fdbd9e-fe18-4ed9-9e55-b615fd147657,segment=NetworkSegment(0d037e58-6f05-4e4a-a16a-03a7c7be9fe1),segment_id=0d037e58-6f05-4e4a-a16a-03a7c7be9fe1)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:20.077275 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.091560 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Calling delete_port for 97fdbd9e-fe18-4ed9-9e55-b615fd147657 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:20.131990 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (0b962a0a-e309-4e68-80c4-e22169763239), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.153548 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b962a0a-e309-4e68-80c4-e22169763239']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:20.163533 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:20.163911 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d037e58-6f05-4e4a-a16a-03a7c7be9fe1') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:20.174755 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62525641'] for segment (0d037e58-6f05-4e4a-a16a-03a7c7be9fe1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.176016 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (97fdbd9e-fe18-4ed9-9e55-b615fd147657), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.190196 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (0d037e58-6f05-4e4a-a16a-03a7c7be9fe1), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.196262 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:21:20.196688 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59231190'] for segment (0d037e58-6f05-4e4a-a16a-03a7c7be9fe1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: Traceback (most recent call last): Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: timer() Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: cb(*args, **kw) Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: return func(*args, **kwargs) Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: self._notify() Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: self.callback(batched_events) Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: event.method(event) Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: return f(self, *a, **k) Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._get(url).json() Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:21:20.198466 dv-cinder-834527-2-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:21:20.204174 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Pushing event deleted for resources: {'Port': ['ID=97fdbd9e-fe18-4ed9-9e55-b615fd147657,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:20.207298 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] No DVR routers for this DVR port 97fdbd9e-fe18-4ed9-9e55-b615fd147657 on host dv-cinder-834527-2-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:21:20.213617 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.213966 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.214312 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.214650 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.214983 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.215345 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.215672 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.216000 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.216741 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.216741 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.216972 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.217471 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.217795 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.218115 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.218433 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4224808-cd5e-43a7-8c92-7ad393c131ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:21:20.261524 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (0b962a0a-e309-4e68-80c4-e22169763239), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.266820 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.271213 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] 10.222.0.41 "DELETE /v2.0/networks/0b962a0a-e309-4e68-80c4-e22169763239 HTTP/1.1" status: 204 len: 168 time: 0.5340741 Mar 21 19:21:20.284225 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e95891-91b0-4b27-be57-a39489efc5af admin admin] Pushing event deleted for resources: {'Network': ['ID=0b962a0a-e309-4e68-80c4-e22169763239,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:20.361319 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 97fdbd9e-fe18-4ed9-9e55-b615fd147657 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:20.383244 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 97fdbd9e-fe18-4ed9-9e55-b615fd147657 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:20.383590 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 97fdbd9e-fe18-4ed9-9e55-b615fd147657 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:20.383991 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 56b4c644-9bac-4f93-b049-defc502a7db6 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:20.405783 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 56b4c644-9bac-4f93-b049-defc502a7db6 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:20.406132 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 56b4c644-9bac-4f93-b049-defc502a7db6 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:20.406541 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d7b6d03c-08ca-468f-a5e8-f610902c9f8c no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:20.430391 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50264) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:20.431493 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: d7b6d03c-08ca-468f-a5e8-f610902c9f8c {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:20.432252 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d7b6d03c-08ca-468f-a5e8-f610902c9f8c not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:20.474985 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-31baec67-efac-4e4f-9d9c-4bc5ff9817cd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cf9a98448f0e4dd5993434ab2567e6d9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428090 Mar 21 19:21:20.476911 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50268) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:20.528188 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4b35328c-ad8e-48bb-883f-da07dfa7f335 admin admin] Publish callbacks [] for security_group (342118fc-df1c-4df5-96df-88be6b67847e), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.550742 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4b35328c-ad8e-48bb-883f-da07dfa7f335 admin admin] Publish callbacks [] for security_group (342118fc-df1c-4df5-96df-88be6b67847e), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.606453 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4b35328c-ad8e-48bb-883f-da07dfa7f335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (342118fc-df1c-4df5-96df-88be6b67847e), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.609192 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4b35328c-ad8e-48bb-883f-da07dfa7f335 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:20.612980 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4b35328c-ad8e-48bb-883f-da07dfa7f335 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/342118fc-df1c-4df5-96df-88be6b67847e HTTP/1.1" status: 204 len: 168 time: 0.1349759 Mar 21 19:21:20.622546 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35328c-ad8e-48bb-883f-da07dfa7f335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342118fc-df1c-4df5-96df-88be6b67847e,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:22.017231 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50348) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:22.138148 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-33424f58-abc2-4469-bb03-3b97b186867b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.222369 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-33424f58-abc2-4469-bb03-3b97b186867b admin admin] Publish callbacks [] for security_group (a9ad41c3-850c-4e6a-8132-f6c12fcb6ee2), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.227127 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-33424f58-abc2-4469-bb03-3b97b186867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (a9ad41c3-850c-4e6a-8132-f6c12fcb6ee2), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.255752 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50366) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:22.280690 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-33424f58-abc2-4469-bb03-3b97b186867b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=73a08b36df21456ba8e486bf883d42ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601228 Mar 21 19:21:22.281629 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50372) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:22.282378 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33424f58-abc2-4469-bb03-3b97b186867b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ad41c3-850c-4e6a-8132-f6c12fcb6ee2,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:22.341348 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d8ffcee9-1e01-4785-aa1c-fa0361e01779 admin admin] Publish callbacks [] for security_group (a9ad41c3-850c-4e6a-8132-f6c12fcb6ee2), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.366965 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d8ffcee9-1e01-4785-aa1c-fa0361e01779 admin admin] Publish callbacks [] for security_group (a9ad41c3-850c-4e6a-8132-f6c12fcb6ee2), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.385717 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-985bbbf4-7770-43dc-8345-cfa0b559d201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.455708 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d8ffcee9-1e01-4785-aa1c-fa0361e01779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (a9ad41c3-850c-4e6a-8132-f6c12fcb6ee2), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.458234 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d8ffcee9-1e01-4785-aa1c-fa0361e01779 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.459400 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d8ffcee9-1e01-4785-aa1c-fa0361e01779 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a9ad41c3-850c-4e6a-8132-f6c12fcb6ee2 HTTP/1.1" status: 204 len: 168 time: 0.1764200 Mar 21 19:21:22.476643 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffcee9-1e01-4785-aa1c-fa0361e01779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ad41c3-850c-4e6a-8132-f6c12fcb6ee2,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:22.512778 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-985bbbf4-7770-43dc-8345-cfa0b559d201 admin admin] Publish callbacks [] for security_group (b690b911-d03d-4f46-bd9e-f6fbd425b35d), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.518021 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-985bbbf4-7770-43dc-8345-cfa0b559d201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b690b911-d03d-4f46-bd9e-f6fbd425b35d), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.563581 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-985bbbf4-7770-43dc-8345-cfa0b559d201 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=643dee93948e4a518bbc568c7c69ad3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037248 Mar 21 19:21:22.563581 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985bbbf4-7770-43dc-8345-cfa0b559d201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b690b911-d03d-4f46-bd9e-f6fbd425b35d,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:22.564378 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50378) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:22.615191 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8563a375-1234-40c4-b8a1-84c570092bdb admin admin] Publish callbacks [] for security_group (b690b911-d03d-4f46-bd9e-f6fbd425b35d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.635799 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8563a375-1234-40c4-b8a1-84c570092bdb admin admin] Publish callbacks [] for security_group (b690b911-d03d-4f46-bd9e-f6fbd425b35d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.684756 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8563a375-1234-40c4-b8a1-84c570092bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b690b911-d03d-4f46-bd9e-f6fbd425b35d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.687667 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8563a375-1234-40c4-b8a1-84c570092bdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.688868 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8563a375-1234-40c4-b8a1-84c570092bdb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b690b911-d03d-4f46-bd9e-f6fbd425b35d HTTP/1.1" status: 204 len: 168 time: 0.1232297 Mar 21 19:21:22.696638 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563a375-1234-40c4-b8a1-84c570092bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b690b911-d03d-4f46-bd9e-f6fbd425b35d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:22.747201 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50384) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:22.761066 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e4d22f18-34e1-4be5-84e0-5b0738f975e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.846459 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e4d22f18-34e1-4be5-84e0-5b0738f975e5 admin admin] Publish callbacks [] for security_group (a0f93890-a8f0-4cd2-92e5-b42eb46f06df), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.850208 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e4d22f18-34e1-4be5-84e0-5b0738f975e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (a0f93890-a8f0-4cd2-92e5-b42eb46f06df), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.888740 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e4d22f18-34e1-4be5-84e0-5b0738f975e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dd53fedd8a0f4e6e9a93cc983e071f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398740 Mar 21 19:21:22.890052 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d22f18-34e1-4be5-84e0-5b0738f975e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f93890-a8f0-4cd2-92e5-b42eb46f06df,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:22.891490 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50388) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:22.940810 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a964-a568-4af3-b123-179cf5ac8781 admin admin] Publish callbacks [] for security_group (a0f93890-a8f0-4cd2-92e5-b42eb46f06df), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:22.961999 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a964-a568-4af3-b123-179cf5ac8781 admin admin] Publish callbacks [] for security_group (a0f93890-a8f0-4cd2-92e5-b42eb46f06df), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.011520 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a964-a568-4af3-b123-179cf5ac8781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (a0f93890-a8f0-4cd2-92e5-b42eb46f06df), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.014818 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a964-a568-4af3-b123-179cf5ac8781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.018389 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7bd6a964-a568-4af3-b123-179cf5ac8781 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0f93890-a8f0-4cd2-92e5-b42eb46f06df HTTP/1.1" status: 204 len: 168 time: 0.1233921 Mar 21 19:21:23.024240 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6a964-a568-4af3-b123-179cf5ac8781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f93890-a8f0-4cd2-92e5-b42eb46f06df,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:23.024942 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50392) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:23.041761 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-06414415-53af-43f9-84c0-cf273f28f024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.117464 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-06414415-53af-43f9-84c0-cf273f28f024 admin admin] Publish callbacks [] for security_group (9d49d5ed-7a8e-4d03-865b-a647850da091), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.122566 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-06414415-53af-43f9-84c0-cf273f28f024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (9d49d5ed-7a8e-4d03-865b-a647850da091), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.159214 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06414415-53af-43f9-84c0-cf273f28f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d49d5ed-7a8e-4d03-865b-a647850da091,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:23.166256 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-06414415-53af-43f9-84c0-cf273f28f024 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee1dd829dfc4495e9abb7fb7bb68dd18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1367965 Mar 21 19:21:23.166580 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50394) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:23.217506 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82b63815-ce3b-4962-9428-dd8394124a26 admin admin] Publish callbacks [] for security_group (9d49d5ed-7a8e-4d03-865b-a647850da091), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.238267 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82b63815-ce3b-4962-9428-dd8394124a26 admin admin] Publish callbacks [] for security_group (9d49d5ed-7a8e-4d03-865b-a647850da091), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.288852 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82b63815-ce3b-4962-9428-dd8394124a26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (9d49d5ed-7a8e-4d03-865b-a647850da091), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.291476 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-82b63815-ce3b-4962-9428-dd8394124a26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.295611 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-82b63815-ce3b-4962-9428-dd8394124a26 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d49d5ed-7a8e-4d03-865b-a647850da091 HTTP/1.1" status: 204 len: 168 time: 0.1252530 Mar 21 19:21:23.301261 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b63815-ce3b-4962-9428-dd8394124a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d49d5ed-7a8e-4d03-865b-a647850da091,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:23.343176 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50400) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:23.357785 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-859d4663-dfbe-40cd-86cf-32d149016db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.434877 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-859d4663-dfbe-40cd-86cf-32d149016db5 admin admin] Publish callbacks [] for security_group (bd93bc9f-c627-4f51-8685-fcc57cb54b18), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.440599 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-859d4663-dfbe-40cd-86cf-32d149016db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (bd93bc9f-c627-4f51-8685-fcc57cb54b18), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.489488 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50406) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:23.489918 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-859d4663-dfbe-40cd-86cf-32d149016db5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5700b0c096741fe8546d67b79c4c590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455736 Mar 21 19:21:23.491358 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d4663-dfbe-40cd-86cf-32d149016db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd93bc9f-c627-4f51-8685-fcc57cb54b18,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:23.573018 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-afe66542-a995-4c10-b453-54a553f955cf admin admin] Publish callbacks [] for security_group (bd93bc9f-c627-4f51-8685-fcc57cb54b18), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.599986 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-afe66542-a995-4c10-b453-54a553f955cf admin admin] Publish callbacks [] for security_group (bd93bc9f-c627-4f51-8685-fcc57cb54b18), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.658460 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-afe66542-a995-4c10-b453-54a553f955cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (bd93bc9f-c627-4f51-8685-fcc57cb54b18), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.658460 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-afe66542-a995-4c10-b453-54a553f955cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:23.658460 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-afe66542-a995-4c10-b453-54a553f955cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bd93bc9f-c627-4f51-8685-fcc57cb54b18 HTTP/1.1" status: 204 len: 168 time: 0.1657646 Mar 21 19:21:23.665897 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe66542-a995-4c10-b453-54a553f955cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd93bc9f-c627-4f51-8685-fcc57cb54b18,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:25.446545 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50478) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:25.545952 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bc86d50e-eb33-4baa-93ca-df10073589d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:25.621941 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bc86d50e-eb33-4baa-93ca-df10073589d9 admin admin] Publish callbacks [] for security_group (98e222c5-8d68-4afa-b888-b4fb6ea0128c), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:25.625456 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-bc86d50e-eb33-4baa-93ca-df10073589d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (98e222c5-8d68-4afa-b888-b4fb6ea0128c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:25.662358 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86d50e-eb33-4baa-93ca-df10073589d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e222c5-8d68-4afa-b888-b4fb6ea0128c,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:25.666514 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-bc86d50e-eb33-4baa-93ca-df10073589d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23de08192847496697a1bc3fb69f4460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189374 Mar 21 19:21:25.669676 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50484) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:25.715059 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b5b84683-cb63-41c6-9e69-d851eda164de admin admin] Publish callbacks [] for security_group (98e222c5-8d68-4afa-b888-b4fb6ea0128c), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:25.735034 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b5b84683-cb63-41c6-9e69-d851eda164de admin admin] Publish callbacks [] for security_group (98e222c5-8d68-4afa-b888-b4fb6ea0128c), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:25.779406 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b5b84683-cb63-41c6-9e69-d851eda164de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (98e222c5-8d68-4afa-b888-b4fb6ea0128c), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:25.781934 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b5b84683-cb63-41c6-9e69-d851eda164de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:25.783040 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b5b84683-cb63-41c6-9e69-d851eda164de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/98e222c5-8d68-4afa-b888-b4fb6ea0128c HTTP/1.1" status: 204 len: 168 time: 0.1125093 Mar 21 19:21:25.790304 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b84683-cb63-41c6-9e69-d851eda164de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e222c5-8d68-4afa-b888-b4fb6ea0128c,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:26.033454 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50490) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:26.047167 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-326e5b67-1f72-4a7d-bc42-47ae86dc77c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:26.122412 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-326e5b67-1f72-4a7d-bc42-47ae86dc77c3 admin admin] Publish callbacks [] for security_group (aa932ec8-1893-403a-8e3d-cb3d9f374624), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:26.126136 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-326e5b67-1f72-4a7d-bc42-47ae86dc77c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (aa932ec8-1893-403a-8e3d-cb3d9f374624), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:26.163270 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-326e5b67-1f72-4a7d-bc42-47ae86dc77c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63f8f762d86d406f854dc8c865b62324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287582 Mar 21 19:21:26.165273 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e5b67-1f72-4a7d-bc42-47ae86dc77c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa932ec8-1893-403a-8e3d-cb3d9f374624,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:26.166097 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50492) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:26.212320 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-280d0abe-657b-45ce-bfb8-6cd5413860f9 admin admin] Publish callbacks [] for security_group (aa932ec8-1893-403a-8e3d-cb3d9f374624), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:26.233941 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-280d0abe-657b-45ce-bfb8-6cd5413860f9 admin admin] Publish callbacks [] for security_group (aa932ec8-1893-403a-8e3d-cb3d9f374624), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:26.278500 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-280d0abe-657b-45ce-bfb8-6cd5413860f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (aa932ec8-1893-403a-8e3d-cb3d9f374624), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:26.281589 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-280d0abe-657b-45ce-bfb8-6cd5413860f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:26.282713 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-280d0abe-657b-45ce-bfb8-6cd5413860f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/aa932ec8-1893-403a-8e3d-cb3d9f374624 HTTP/1.1" status: 204 len: 168 time: 0.1156564 Mar 21 19:21:26.290149 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d0abe-657b-45ce-bfb8-6cd5413860f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa932ec8-1893-403a-8e3d-cb3d9f374624,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:27.175018 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-636b6051-707e-4a0e-8e64-08eb2a145aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:27.261048 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50524) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:27.361735 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-86f79514-cbcc-4d4e-8e53-6e8e46e5c093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:27.440177 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-86f79514-cbcc-4d4e-8e53-6e8e46e5c093 admin admin] Publish callbacks [] for security_group (b392aa03-8218-4637-94a5-bc13c0188364), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:27.443567 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-86f79514-cbcc-4d4e-8e53-6e8e46e5c093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b392aa03-8218-4637-94a5-bc13c0188364), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:27.480296 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-86f79514-cbcc-4d4e-8e53-6e8e46e5c093 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f64d2d47eb784cb08d8788df6c9cc806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181959 Mar 21 19:21:27.481156 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f79514-cbcc-4d4e-8e53-6e8e46e5c093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b392aa03-8218-4637-94a5-bc13c0188364,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:27.483044 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50528) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:27.532142 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0b9e78b3-b082-4b83-b818-2dc51ef5cbe8 admin admin] Publish callbacks [] for security_group (b392aa03-8218-4637-94a5-bc13c0188364), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:27.552887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0b9e78b3-b082-4b83-b818-2dc51ef5cbe8 admin admin] Publish callbacks [] for security_group (b392aa03-8218-4637-94a5-bc13c0188364), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:27.599068 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0b9e78b3-b082-4b83-b818-2dc51ef5cbe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (b392aa03-8218-4637-94a5-bc13c0188364), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:27.601554 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0b9e78b3-b082-4b83-b818-2dc51ef5cbe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:27.602686 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0b9e78b3-b082-4b83-b818-2dc51ef5cbe8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b392aa03-8218-4637-94a5-bc13c0188364 HTTP/1.1" status: 204 len: 168 time: 0.1186182 Mar 21 19:21:27.609855 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e78b3-b082-4b83-b818-2dc51ef5cbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b392aa03-8218-4637-94a5-bc13c0188364,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:28.566861 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50564) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:28.667647 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de7cc17f-8179-46fe-ac89-499d1fd546a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:28.743321 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de7cc17f-8179-46fe-ac89-499d1fd546a5 admin admin] Publish callbacks [] for security_group (1af0dff1-4c07-41e7-8c76-e4b981f74e41), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:28.747506 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de7cc17f-8179-46fe-ac89-499d1fd546a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1af0dff1-4c07-41e7-8c76-e4b981f74e41), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:28.785654 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-de7cc17f-8179-46fe-ac89-499d1fd546a5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f11345352f3432fb83ff4b1ebddca00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2177176 Mar 21 19:21:28.787144 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cc17f-8179-46fe-ac89-499d1fd546a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af0dff1-4c07-41e7-8c76-e4b981f74e41,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:28.789070 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50570) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:28.838623 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c78a21b9-4bf8-4ec9-b1eb-f3057321d003 admin admin] Publish callbacks [] for security_group (1af0dff1-4c07-41e7-8c76-e4b981f74e41), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:28.859753 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c78a21b9-4bf8-4ec9-b1eb-f3057321d003 admin admin] Publish callbacks [] for security_group (1af0dff1-4c07-41e7-8c76-e4b981f74e41), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:28.907519 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c78a21b9-4bf8-4ec9-b1eb-f3057321d003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (1af0dff1-4c07-41e7-8c76-e4b981f74e41), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:28.910007 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c78a21b9-4bf8-4ec9-b1eb-f3057321d003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:28.912967 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c78a21b9-4bf8-4ec9-b1eb-f3057321d003 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1af0dff1-4c07-41e7-8c76-e4b981f74e41 HTTP/1.1" status: 204 len: 168 time: 0.1225922 Mar 21 19:21:28.921508 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a21b9-4bf8-4ec9-b1eb-f3057321d003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af0dff1-4c07-41e7-8c76-e4b981f74e41,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:29.424643 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5768888c-4f5f-41b0-afcb-d9f23cc88afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:30.499101 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:32.097648 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:32.378163 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50646) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:32.478646 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eaac4236-ba9a-44cc-a49b-a6eeef821f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:32.551090 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eaac4236-ba9a-44cc-a49b-a6eeef821f47 admin admin] Publish callbacks [] for security_group (c60c670c-a1ba-44e5-818b-e51feeb07c30), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:32.554783 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-eaac4236-ba9a-44cc-a49b-a6eeef821f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (c60c670c-a1ba-44e5-818b-e51feeb07c30), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:32.594715 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-eaac4236-ba9a-44cc-a49b-a6eeef821f47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31add08fc2b7451987953628080c78ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154727 Mar 21 19:21:32.595586 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac4236-ba9a-44cc-a49b-a6eeef821f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60c670c-a1ba-44e5-818b-e51feeb07c30,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:32.597426 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50650) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:32.645529 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4fad5ac-7736-4e27-a146-a6de504707b2 admin admin] Publish callbacks [] for security_group (c60c670c-a1ba-44e5-818b-e51feeb07c30), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:32.666808 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4fad5ac-7736-4e27-a146-a6de504707b2 admin admin] Publish callbacks [] for security_group (c60c670c-a1ba-44e5-818b-e51feeb07c30), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:32.714361 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4fad5ac-7736-4e27-a146-a6de504707b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (c60c670c-a1ba-44e5-818b-e51feeb07c30), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:32.717062 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-c4fad5ac-7736-4e27-a146-a6de504707b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:32.718261 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-c4fad5ac-7736-4e27-a146-a6de504707b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c60c670c-a1ba-44e5-818b-e51feeb07c30 HTTP/1.1" status: 204 len: 168 time: 0.1192393 Mar 21 19:21:32.730336 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fad5ac-7736-4e27-a146-a6de504707b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60c670c-a1ba-44e5-818b-e51feeb07c30,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:33.214921 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf7500-8330-4cd1-ba72-8ba3c4662953 req-5625f43c-c850-4849-8630-dc3f2bc2ed7a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:33.216660 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c4bf7500-8330-4cd1-ba72-8ba3c4662953 req-5625f43c-c850-4849-8630-dc3f2bc2ed7a tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0553961 Mar 21 19:21:33.267845 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c4bf7500-8330-4cd1-ba72-8ba3c4662953 req-a9cd6f2e-ddcb-4736-8dba-f4a6a952e493 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453482 Mar 21 19:21:33.531443 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:34.390240 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567cf41-f1df-4072-9740-f012d752a3e9 req-5b1f09bb-ee5d-4d1b-9818-334acba351f8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:34.391603 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5567cf41-f1df-4072-9740-f012d752a3e9 req-5b1f09bb-ee5d-4d1b-9818-334acba351f8 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0510910 Mar 21 19:21:34.435737 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5567cf41-f1df-4072-9740-f012d752a3e9 req-bb670c17-e533-446c-a964-9da4b231a524 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386817 Mar 21 19:21:35.078782 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-e23b19af-7685-4ba1-94ce-7dae0f3f832d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:35.080237 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-e23b19af-7685-4ba1-94ce-7dae0f3f832d tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.55 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0505576 Mar 21 19:21:35.187648 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Deleting port 933e05d6-f344-4cb8-82db-d8e1d6659e80 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:35.188018 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:35.276082 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] For port 933e05d6-f344-4cb8-82db-d8e1d6659e80, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=933e05d6-f344-4cb8-82db-d8e1d6659e80,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:35.276455 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:35.446163 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:35.446816 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:35.446816 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Floating IP bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4 disassociated. External IP: 172.27.3.93, port: 933e05d6-f344-4cb8-82db-d8e1d6659e80. Mar 21 19:21:35.447199 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Calling delete_port for 933e05d6-f344-4cb8-82db-d8e1d6659e80 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:35.553770 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5f1972-78e7-4c7c-b750-4207a13c269c req-1eb0fa09-7f92-47d5-9d35-b890b32d0299 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:35.555268 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6e5f1972-78e7-4c7c-b750-4207a13c269c req-1eb0fa09-7f92-47d5-9d35-b890b32d0299 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/ports?device_id=22deb31a-12c6-46f8-88c6-9f33b1ee8ad8 HTTP/1.1" status: 200 len: 945 time: 0.0533743 Mar 21 19:21:35.575553 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (933e05d6-f344-4cb8-82db-d8e1d6659e80), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:35.602797 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6e5f1972-78e7-4c7c-b750-4207a13c269c req-ace361b3-f43b-45f4-b53a-e72c67c94bbb tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups?id=3a49c1f7-3730-41d4-8684-5a383eee045e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417554 Mar 21 19:21:35.606914 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event deleted for resources: {'Port': ['ID=933e05d6-f344-4cb8-82db-d8e1d6659e80,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:35.723667 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:21:35.827333 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:21:35.836623 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] Sync routers for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:21:35.846680 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:35.847302 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:21:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:35.868990 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] No DVR routers for this DVR port 933e05d6-f344-4cb8-82db-d8e1d6659e80 on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:21:35.871524 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:35.875485 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd753492-5f32-4327-8f91-7cac37d79c84 req-31483109-fa7d-43a8-a8aa-be6fe2fdf4d0 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.55 "DELETE /v2.0/ports/933e05d6-f344-4cb8-82db-d8e1d6659e80 HTTP/1.1" status: 204 len: 173 time: 0.7896130 Mar 21 19:21:35.875878 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'name': 'network-vif-deleted', 'tag': '933e05d6-f344-4cb8-82db-d8e1d6659e80'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:21:35.878997 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2a2079-9071-4283-8ed3-0a1c399defd4" -d '{"events": [{"server_uuid": "22deb31a-12c6-46f8-88c6-9f33b1ee8ad8", "name": "network-vif-deleted", "tag": "933e05d6-f344-4cb8-82db-d8e1d6659e80"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:21:35.921065 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6a27a0-6110-4cfd-8476-a41930d84803 x-openstack-request-id: req-ce6a27a0-6110-4cfd-8476-a41930d84803 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:21:35.921357 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22deb31a-12c6-46f8-88c6-9f33b1ee8ad8", "name": "network-vif-deleted", "tag": "933e05d6-f344-4cb8-82db-d8e1d6659e80", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:21:35.921608 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce6a27a0-6110-4cfd-8476-a41930d84803 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:21:35.922005 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22deb31a-12c6-46f8-88c6-9f33b1ee8ad8', 'name': 'network-vif-deleted', 'tag': '933e05d6-f344-4cb8-82db-d8e1d6659e80', 'status': 'completed', 'code': 200} Mar 21 19:21:35.960300 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:36.162730 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:36.188588 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] Checking router: 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:21:36.196441 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:36.197113 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:21:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:36.307485 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:36.564009 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:36.593618 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a840b7ce-585d-42b0-9c79-d5e8f059a8cd None None] The sync data for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi is: [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:15:51Z', 'revision_number': 4, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '06b07048-cf1d-4690-ac07-309e7924ed15', 'name': '', 'network_id': '8a28bb09-b0c5-4cfc-8b30-3153410d74b3', 'tenant_id': '42929380ace240aa823c053970342b34', 'mac_address': 'fa:16:3e:62:9b:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:50Z', 'updated_at': '2022-03-21T19:15:56Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'subnets': [{'id': '2136b820-e0a7-49ec-976d-53c695f2c3bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:21:36.702790 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50734) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:36.759596 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-89681d0c-3fb6-4735-829f-a85d78a9e31f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (3a49c1f7-3730-41d4-8684-5a383eee045e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:36.786724 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-89681d0c-3fb6-4735-829f-a85d78a9e31f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (3a49c1f7-3730-41d4-8684-5a383eee045e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:36.841953 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-89681d0c-3fb6-4735-829f-a85d78a9e31f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3a49c1f7-3730-41d4-8684-5a383eee045e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:36.844724 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-89681d0c-3fb6-4735-829f-a85d78a9e31f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:36.845325 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0b5817-499f-4e1b-b795-f68ef300c21e None None] New status for floating IP bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:21:36.845973 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-89681d0c-3fb6-4735-829f-a85d78a9e31f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "DELETE /v2.0/security-groups/3a49c1f7-3730-41d4-8684-5a383eee045e HTTP/1.1" status: 204 len: 168 time: 0.1421802 Mar 21 19:21:36.848622 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50736) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:36.855793 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89681d0c-3fb6-4735-829f-a85d78a9e31f tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a49c1f7-3730-41d4-8684-5a383eee045e,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:36.864178 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.api.v2.resource [None req-11649ac5-d849-48bc-bf2e-7ce5ee7ca83e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] show failed (client error): The resource could not be found. Mar 21 19:21:36.868114 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-11649ac5-d849-48bc-bf2e-7ce5ee7ca83e tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "GET /v2.0/security-groups/3a49c1f7-3730-41d4-8684-5a383eee045e HTTP/1.1" status: 404 len: 347 time: 0.0151725 Mar 21 19:21:36.868968 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50738) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:36.991781 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-5b5226b1-a0f9-4281-b84a-68897750bd00 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Deleting port 5c708d53-d41c-43a4-97c4-706cd4a89831 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:36.992127 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5226b1-a0f9-4281-b84a-68897750bd00 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (5c708d53-d41c-43a4-97c4-706cd4a89831), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:37.063811 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5226b1-a0f9-4281-b84a-68897750bd00 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (5c708d53-d41c-43a4-97c4-706cd4a89831), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:37.064144 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5226b1-a0f9-4281-b84a-68897750bd00 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (5c708d53-d41c-43a4-97c4-706cd4a89831), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:37.075240 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-5b5226b1-a0f9-4281-b84a-68897750bd00 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Calling delete_port for 5c708d53-d41c-43a4-97c4-706cd4a89831 owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:37.201715 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5226b1-a0f9-4281-b84a-68897750bd00 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (5c708d53-d41c-43a4-97c4-706cd4a89831), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:37.226196 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5226b1-a0f9-4281-b84a-68897750bd00 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Pushing event deleted for resources: {'Port': ['ID=5c708d53-d41c-43a4-97c4-706cd4a89831,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:37.294761 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5226b1-a0f9-4281-b84a-68897750bd00 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks [] for floatingip (bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:37.297473 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5b5226b1-a0f9-4281-b84a-68897750bd00 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:37.298626 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5b5226b1-a0f9-4281-b84a-68897750bd00 tempest-AttachVolumeTestJSON-918953352 tempest-AttachVolumeTestJSON-918953352-project] 10.222.0.41 "DELETE /v2.0/floatingips/bcbd0579-fbfc-45df-90e7-6b9ee2fd45b4 HTTP/1.1" status: 204 len: 168 time: 0.4285781 Mar 21 19:21:39.034486 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 933e05d6-f344-4cb8-82db-d8e1d6659e80 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:39.058003 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 933e05d6-f344-4cb8-82db-d8e1d6659e80 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:39.058356 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 933e05d6-f344-4cb8-82db-d8e1d6659e80 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:40.800233 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50792) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:41.266505 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3917637'] for router_interface (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:41.502060 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] Deleting port 06b07048-cf1d-4690-ac07-309e7924ed15 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:41.502580 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:41.578281 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] For port 06b07048-cf1d-4690-ac07-309e7924ed15, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=06b07048-cf1d-4690-ac07-309e7924ed15,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:41.578644 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:41.590607 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] Calling delete_port for 06b07048-cf1d-4690-ac07-309e7924ed15 owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:42.018091 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (06b07048-cf1d-4690-ac07-309e7924ed15), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:42.042132 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b07048-cf1d-4690-ac07-309e7924ed15,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:42.206792 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915253'] for router_interface (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:42.420815 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] Router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:21:42.525371 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:21:42.530416 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-cb6ac85d-fd69-46d7-b3b9-22efe68a2721 admin admin] 10.222.0.41 "PUT /v2.0/routers/090d3595-ca9c-4ef2-8adf-0a9a9e7511c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7291474 Mar 21 19:21:42.532919 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50800) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:42.536163 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] Sync routers for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:21:42.545857 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:42.546548 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:21:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:42.637945 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Publish callbacks [] for router (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:42.742920 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Publish callbacks [] for router_gateway (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:42.781784 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:42.795530 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Deleting port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:42.795880 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:42.875135 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] For port 84a232d5-4bff-4cb3-bac0-c451c2f2ec37, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=84a232d5-4bff-4cb3-bac0-c451c2f2ec37,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:42.875503 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:42.888219 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Calling delete_port for 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:42.955652 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:21:41Z', 'revision_number': 5, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port': {'id': '84a232d5-4bff-4cb3-bac0-c451c2f2ec37', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:91:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 279, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:15:47Z', 'updated_at': '2022-03-21T19:15:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:42.982006 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] Checking router: 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:21:42.990147 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] Routers {'090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:42.990756 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:21:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:43.051502 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (84a232d5-4bff-4cb3-bac0-c451c2f2ec37), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.080218 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] Set router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 gateway port host: None {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:43.084530 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a232d5-4bff-4cb3-bac0-c451c2f2ec37,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:43.136173 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:21:42Z', 'revision_number': 6, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port_host': None}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:43.140220 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916815'] for router_gateway (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.162220 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d68b12-4fd2-4f66-8dd1-42dbf3900a92 None None] The sync data for ids ['090d3595-ca9c-4ef2-8adf-0a9a9e7511c0'] in dv-cinder-834527-2-iscsi is: [{'id': '090d3595-ca9c-4ef2-8adf-0a9a9e7511c0', 'name': 'tempest-AttachVolumeTestJSON-1835691551-router', 'tenant_id': '42929380ace240aa823c053970342b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:15:46Z', 'updated_at': '2022-03-21T19:21:42Z', 'revision_number': 6, 'project_id': '42929380ace240aa823c053970342b34', 'gw_port_host': None}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:21:43.234132 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2542'] for router (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.236224 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Publish callbacks [] for router_controller (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.278297 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912940'] for router (090d3595-ca9c-4ef2-8adf-0a9a9e7511c0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.278837 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 19:21:43.285624 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.287323 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-41deeda8-1f8f-45bf-b64f-9770af308394 admin admin] 10.222.0.41 "DELETE /v2.0/routers/090d3595-ca9c-4ef2-8adf-0a9a9e7511c0 HTTP/1.1" status: 204 len: 168 time: 0.7534943 Mar 21 19:21:43.289743 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50804) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:43.333614 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00f856a-1556-4a7f-9e7e-de7d131f45e8 admin admin] Deleting subnet 2136b820-e0a7-49ec-976d-53c695f2c3bf {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:21:43.336866 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00f856a-1556-4a7f-9e7e-de7d131f45e8 admin admin] Publish callbacks [] for subnet (2136b820-e0a7-49ec-976d-53c695f2c3bf), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.354149 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.372204 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00f856a-1556-4a7f-9e7e-de7d131f45e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62778352'] for subnet (2136b820-e0a7-49ec-976d-53c695f2c3bf), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.450991 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00f856a-1556-4a7f-9e7e-de7d131f45e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (2136b820-e0a7-49ec-976d-53c695f2c3bf), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.504513 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00f856a-1556-4a7f-9e7e-de7d131f45e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62028629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739519'] for subnet (2136b820-e0a7-49ec-976d-53c695f2c3bf), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.544844 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f856a-1556-4a7f-9e7e-de7d131f45e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2136b820-e0a7-49ec-976d-53c695f2c3bf,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:43.550063 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a00f856a-1556-4a7f-9e7e-de7d131f45e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.555669 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a00f856a-1556-4a7f-9e7e-de7d131f45e8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/2136b820-e0a7-49ec-976d-53c695f2c3bf HTTP/1.1" status: 204 len: 168 time: 0.2624743 Mar 21 19:21:43.555838 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50814) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:43.560884 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b0c6a6-dbfc-45bb-9640-58f902b06189 None None] Network 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:21:43.659446 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (8a28bb09-b0c5-4cfc-8b30-3153410d74b3), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.719194 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Deleting port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:43.719546 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.754184 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab46463-ff08-4210-977d-aaa6edae09c2 req-91fac792-ca2a-48df-9bb2-59e5d9b24be2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:43.755681 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8ab46463-ff08-4210-977d-aaa6edae09c2 req-91fac792-ca2a-48df-9bb2-59e5d9b24be2 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 946 time: 0.0564320 Mar 21 19:21:43.779850 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] For port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=63c1cd24-e9be-4c77-91c5-88c59fb04d8a,segment=NetworkSegment(4c9d7c6f-2b96-4fae-a451-61f5172138d0),segment_id=4c9d7c6f-2b96-4fae-a451-61f5172138d0)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:43.780215 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.792506 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Calling delete_port for 63c1cd24-e9be-4c77-91c5-88c59fb04d8a owned by network:dhcp {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:43.802779 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8ab46463-ff08-4210-977d-aaa6edae09c2 req-04babba1-ab2f-4bb6-be43-62da4c691c41 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414140 Mar 21 19:21:43.871811 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (63c1cd24-e9be-4c77-91c5-88c59fb04d8a), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.898036 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c1cd24-e9be-4c77-91c5-88c59fb04d8a,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:43.899922 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] No DVR routers for this DVR port 63c1cd24-e9be-4c77-91c5-88c59fb04d8a on host dv-cinder-834527-2-iscsi {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:21:43.967066 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (8a28bb09-b0c5-4cfc-8b30-3153410d74b3), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:43.991400 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a28bb09-b0c5-4cfc-8b30-3153410d74b3']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:43.992122 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b32b98-9b4c-4a40-9a6e-11d33e386f4e None None] DHCP port deletion for 8a28bb09-b0c5-4cfc-8b30-3153410d74b3 request from dv-cinder-834527-2-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 19:21:44.002794 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9d7c6f-2b96-4fae-a451-61f5172138d0') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:44.003191 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9d7c6f-2b96-4fae-a451-61f5172138d0') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:44.014506 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62778313'] for segment (4c9d7c6f-2b96-4fae-a451-61f5172138d0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:44.027310 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (4c9d7c6f-2b96-4fae-a451-61f5172138d0), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:44.033279 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:21:44.033651 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62028279'] for segment (4c9d7c6f-2b96-4fae-a451-61f5172138d0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: Traceback (most recent call last): Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: timer() Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: cb(*args, **kw) Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: return func(*args, **kwargs) Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: self._notify() Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: self.callback(batched_events) Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: event.method(event) Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: return f(self, *a, **k) Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._get(url).json() Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:21:44.035505 dv-cinder-834527-2-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:21:44.090909 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (8a28bb09-b0c5-4cfc-8b30-3153410d74b3), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:44.096710 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:44.099948 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] 10.222.0.41 "DELETE /v2.0/networks/8a28bb09-b0c5-4cfc-8b30-3153410d74b3 HTTP/1.1" status: 204 len: 168 time: 0.5431600 Mar 21 19:21:44.112823 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213a945-329e-44de-bef9-91c551e33354 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a28bb09-b0c5-4cfc-8b30-3153410d74b3,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:44.226362 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50820) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:44.266999 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-851ec40a-825f-452e-9546-23fb3e5b287b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=42929380ace240aa823c053970342b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387211 Mar 21 19:21:44.269280 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50822) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:44.314628 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb03c-240f-4067-a36c-8f74d39c1e4b admin admin] Publish callbacks [] for security_group (96107086-b714-42f5-875b-5f2247d10fef), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:44.339282 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb03c-240f-4067-a36c-8f74d39c1e4b admin admin] Publish callbacks [] for security_group (96107086-b714-42f5-875b-5f2247d10fef), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:44.385287 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 06b07048-cf1d-4690-ac07-309e7924ed15 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:44.391443 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb03c-240f-4067-a36c-8f74d39c1e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (96107086-b714-42f5-875b-5f2247d10fef), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:44.394884 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2ebb03c-240f-4067-a36c-8f74d39c1e4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:44.396945 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f2ebb03c-240f-4067-a36c-8f74d39c1e4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/96107086-b714-42f5-875b-5f2247d10fef HTTP/1.1" status: 204 len: 168 time: 0.1267366 Mar 21 19:21:44.408426 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 06b07048-cf1d-4690-ac07-309e7924ed15 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:44.408811 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 06b07048-cf1d-4690-ac07-309e7924ed15 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:44.409242 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:44.411269 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebb03c-240f-4067-a36c-8f74d39c1e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96107086-b714-42f5-875b-5f2247d10fef,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:44.444809 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:44.444809 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 84a232d5-4bff-4cb3-bac0-c451c2f2ec37 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:44.444809 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 63c1cd24-e9be-4c77-91c5-88c59fb04d8a no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:44.468051 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 63c1cd24-e9be-4c77-91c5-88c59fb04d8a {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:44.468425 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 63c1cd24-e9be-4c77-91c5-88c59fb04d8a not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:44.956743 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01452652-d992-4074-918f-e1d4513a1216 req-1bddcaf0-744b-426f-9be3-92e767ac7fab tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:44.958240 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-01452652-d992-4074-918f-e1d4513a1216 req-1bddcaf0-744b-426f-9be3-92e767ac7fab tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 946 time: 0.0629919 Mar 21 19:21:45.007849 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-01452652-d992-4074-918f-e1d4513a1216 req-4b81df80-6c11-488e-9388-47879e4ebcd0 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups?id=baa3db00-a3a6-438a-8e12-5287f871caff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431225 Mar 21 19:21:45.188661 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-16acde17-3776-475b-897c-a3b01ad60fdb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:45.190189 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-16acde17-3776-475b-897c-a3b01ad60fdb tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.55 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 946 time: 0.0502269 Mar 21 19:21:45.286500 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Deleting port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:45.286843 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:45.373106 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] For port 62aa8b83-2bb1-48f0-ae3d-bf993454b566, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=62aa8b83-2bb1-48f0-ae3d-bf993454b566,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:45.373383 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:45.558035 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:45.558472 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (acbe3209-f7dd-47e9-8edf-4deee8eed27e), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:45.559403 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Floating IP acbe3209-f7dd-47e9-8edf-4deee8eed27e disassociated. External IP: 172.27.3.202, port: 62aa8b83-2bb1-48f0-ae3d-bf993454b566. Mar 21 19:21:45.559747 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Calling delete_port for 62aa8b83-2bb1-48f0-ae3d-bf993454b566 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:45.685243 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (62aa8b83-2bb1-48f0-ae3d-bf993454b566), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:45.716177 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event deleted for resources: {'Port': ['ID=62aa8b83-2bb1-48f0-ae3d-bf993454b566,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:45.829295 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Router 428b30e5-d1da-4772-b477-1e041c1aaf02 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:21:45.936083 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:21:45.947248 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] Sync routers for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:21:45.958214 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:45.958936 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:21:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:45.981141 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] No DVR routers for this DVR port 62aa8b83-2bb1-48f0-ae3d-bf993454b566 on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:21:45.983773 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:45.987248 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-927ef1c0-a5ca-4584-8ad5-f44f2513c358 req-4e660bb6-6570-479a-9d0e-2c817d22edc7 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.55 "DELETE /v2.0/ports/62aa8b83-2bb1-48f0-ae3d-bf993454b566 HTTP/1.1" status: 204 len: 173 time: 0.7916138 Mar 21 19:21:45.987730 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'name': 'network-vif-deleted', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:21:45.990304 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f5c827-15c7-4b67-8046-c69d4ca5ff7a" -d '{"events": [{"server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "name": "network-vif-deleted", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:21:46.057713 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b85cfe-e983-4fd6-89e1-4feb52253c49 x-openstack-request-id: req-05b85cfe-e983-4fd6-89e1-4feb52253c49 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:21:46.058032 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eefc55d-6cc5-41b3-904f-f7157d070c50", "name": "network-vif-deleted", "tag": "62aa8b83-2bb1-48f0-ae3d-bf993454b566", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:21:46.058287 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05b85cfe-e983-4fd6-89e1-4feb52253c49 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:21:46.059223 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eefc55d-6cc5-41b3-904f-f7157d070c50', 'name': 'network-vif-deleted', 'tag': '62aa8b83-2bb1-48f0-ae3d-bf993454b566', 'status': 'completed', 'code': 200} Mar 21 19:21:46.104782 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:46.132028 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-67a45fb0-7efd-4a2d-8e1f-1ab04a068a9f req-e3b924cd-ca4a-4a9b-b834-e3429c84be24 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/ports?device_id=3eefc55d-6cc5-41b3-904f-f7157d070c50 HTTP/1.1" status: 200 len: 210 time: 0.0402229 Mar 21 19:21:46.403658 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:46.428902 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] Checking router: 428b30e5-d1da-4772-b477-1e041c1aaf02 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:21:46.436969 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:46.437501 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:21:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:46.539964 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:46.734594 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:46.760470 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20908ee2-ca8e-42f6-b6f4-d272810b9bda None None] The sync data for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi is: [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:14:52Z', 'revision_number': 4, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '4c419d40-f80d-48e8-9cf8-e6cdc42891a4', 'name': '', 'network_id': '0c43845d-b277-4a2a-9057-6079c0477fee', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'mac_address': 'fa:16:3e:ae:ba:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:51Z', 'updated_at': '2022-03-21T19:15:01Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'subnets': [{'id': '23aa5316-0691-4cfc-bd15-7c03f36e59c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:21:46.974972 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958a36c7-0209-4458-b06b-5d2c46457975 None None] New status for floating IP acbe3209-f7dd-47e9-8edf-4deee8eed27e: DOWN {{(pid=103552) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:21:47.224655 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50914) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:47.277874 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-874bb377-ca1d-4185-8996-521a45858322 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (baa3db00-a3a6-438a-8e12-5287f871caff), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:47.300398 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-874bb377-ca1d-4185-8996-521a45858322 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (baa3db00-a3a6-438a-8e12-5287f871caff), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:47.346779 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-874bb377-ca1d-4185-8996-521a45858322 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (baa3db00-a3a6-438a-8e12-5287f871caff), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:47.349427 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-874bb377-ca1d-4185-8996-521a45858322 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:47.350611 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-874bb377-ca1d-4185-8996-521a45858322 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "DELETE /v2.0/security-groups/baa3db00-a3a6-438a-8e12-5287f871caff HTTP/1.1" status: 204 len: 168 time: 0.1248796 Mar 21 19:21:47.353516 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50916) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:47.360881 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bb377-ca1d-4185-8996-521a45858322 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa3db00-a3a6-438a-8e12-5287f871caff,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:47.366991 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.api.v2.resource [None req-7840aa07-e01b-412a-941a-42a49e6e7c7d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] show failed (client error): The resource could not be found. Mar 21 19:21:47.368163 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7840aa07-e01b-412a-941a-42a49e6e7c7d tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "GET /v2.0/security-groups/baa3db00-a3a6-438a-8e12-5287f871caff HTTP/1.1" status: 404 len: 347 time: 0.0134490 Mar 21 19:21:47.371068 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50918) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:47.493004 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-9c7557f2-56ca-4671-b031-f50883df13a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Deleting port 1d870533-0ef9-49ab-b7a6-5a61bc715bac {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:47.493263 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9c7557f2-56ca-4671-b031-f50883df13a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (1d870533-0ef9-49ab-b7a6-5a61bc715bac), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:47.569495 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9c7557f2-56ca-4671-b031-f50883df13a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (1d870533-0ef9-49ab-b7a6-5a61bc715bac), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:47.569832 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9c7557f2-56ca-4671-b031-f50883df13a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (1d870533-0ef9-49ab-b7a6-5a61bc715bac), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:47.581803 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-9c7557f2-56ca-4671-b031-f50883df13a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Calling delete_port for 1d870533-0ef9-49ab-b7a6-5a61bc715bac owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:47.705544 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9c7557f2-56ca-4671-b031-f50883df13a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (1d870533-0ef9-49ab-b7a6-5a61bc715bac), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:47.734482 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7557f2-56ca-4671-b031-f50883df13a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Pushing event deleted for resources: {'Port': ['ID=1d870533-0ef9-49ab-b7a6-5a61bc715bac,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:47.791266 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9c7557f2-56ca-4671-b031-f50883df13a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks [] for floatingip (acbe3209-f7dd-47e9-8edf-4deee8eed27e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:47.794331 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9c7557f2-56ca-4671-b031-f50883df13a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:47.795697 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9c7557f2-56ca-4671-b031-f50883df13a5 tempest-AttachVolumeShelveTestJSON-1749514835 tempest-AttachVolumeShelveTestJSON-1749514835-project] 10.222.0.41 "DELETE /v2.0/floatingips/acbe3209-f7dd-47e9-8edf-4deee8eed27e HTTP/1.1" status: 204 len: 168 time: 0.4230146 Mar 21 19:21:48.096983 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 50932) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:48.197022 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e23d2a7c-65f0-4c1d-86a7-2a73af863dfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:48.278965 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e23d2a7c-65f0-4c1d-86a7-2a73af863dfc admin admin] Publish callbacks [] for security_group (0212b373-5b91-498e-ad94-35e96dc39915), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:48.282857 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e23d2a7c-65f0-4c1d-86a7-2a73af863dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (0212b373-5b91-498e-ad94-35e96dc39915), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:48.325123 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 50968) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:48.329043 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e23d2a7c-65f0-4c1d-86a7-2a73af863dfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28e33c6af7ec454eada6b11aec12fc33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309518 Mar 21 19:21:48.330031 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d2a7c-65f0-4c1d-86a7-2a73af863dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0212b373-5b91-498e-ad94-35e96dc39915,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:48.377567 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-60e34f0e-3430-407f-b2c3-53bab793abbc admin admin] Publish callbacks [] for security_group (0212b373-5b91-498e-ad94-35e96dc39915), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:48.399229 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-60e34f0e-3430-407f-b2c3-53bab793abbc admin admin] Publish callbacks [] for security_group (0212b373-5b91-498e-ad94-35e96dc39915), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:48.452421 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-60e34f0e-3430-407f-b2c3-53bab793abbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (0212b373-5b91-498e-ad94-35e96dc39915), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:48.455159 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-60e34f0e-3430-407f-b2c3-53bab793abbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:48.456396 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-60e34f0e-3430-407f-b2c3-53bab793abbc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0212b373-5b91-498e-ad94-35e96dc39915 HTTP/1.1" status: 204 len: 168 time: 0.1303022 Mar 21 19:21:48.464013 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e34f0e-3430-407f-b2c3-53bab793abbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0212b373-5b91-498e-ad94-35e96dc39915,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:49.082179 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 62aa8b83-2bb1-48f0-ae3d-bf993454b566 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:49.107361 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 62aa8b83-2bb1-48f0-ae3d-bf993454b566 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:49.107946 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 62aa8b83-2bb1-48f0-ae3d-bf993454b566 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:50.250697 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51060) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:50.747145 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3917637'] for router_interface (428b30e5-d1da-4772-b477-1e041c1aaf02), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:51.252502 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] Deleting port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:51.253174 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:51.332751 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] For port 4c419d40-f80d-48e8-9cf8-e6cdc42891a4, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=4c419d40-f80d-48e8-9cf8-e6cdc42891a4,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:51.333115 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:51.346260 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] Calling delete_port for 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:51.545775 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (4c419d40-f80d-48e8-9cf8-e6cdc42891a4), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:51.572266 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c419d40-f80d-48e8-9cf8-e6cdc42891a4,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:51.740237 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915253'] for router_interface (428b30e5-d1da-4772-b477-1e041c1aaf02), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:51.758117 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:21:51.957377 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] Router 428b30e5-d1da-4772-b477-1e041c1aaf02 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:21:52.066128 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:21:52.070784 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ec19dd35-b875-422f-aabf-c288251c4212 admin admin] 10.222.0.41 "PUT /v2.0/routers/428b30e5-d1da-4772-b477-1e041c1aaf02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8180935 Mar 21 19:21:52.073328 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51076) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:52.079110 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] Sync routers for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:21:52.090654 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:52.091371 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:21:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:52.185103 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Publish callbacks [] for router (428b30e5-d1da-4772-b477-1e041c1aaf02), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.211691 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:52.290463 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Publish callbacks [] for router_gateway (428b30e5-d1da-4772-b477-1e041c1aaf02), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.356379 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Deleting port b584b649-2cdd-43b2-b6e1-7bf18eac703c {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:52.356852 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.395343 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:21:51Z', 'revision_number': 5, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port': {'id': 'b584b649-2cdd-43b2-b6e1-7bf18eac703c', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:bf:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:14:43Z', 'updated_at': '2022-03-21T19:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:52.424460 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] Checking router: 428b30e5-d1da-4772-b477-1e041c1aaf02 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:21:52.432900 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] Routers {'428b30e5-d1da-4772-b477-1e041c1aaf02'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:21:52.434988 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:21:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['428b30e5-d1da-4772-b477-1e041c1aaf02'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:52.440683 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] For port b584b649-2cdd-43b2-b6e1-7bf18eac703c, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=b584b649-2cdd-43b2-b6e1-7bf18eac703c,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:52.441057 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.454017 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Calling delete_port for b584b649-2cdd-43b2-b6e1-7bf18eac703c owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:52.525089 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] Set router 428b30e5-d1da-4772-b477-1e041c1aaf02 gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:21:52.577463 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:21:52Z', 'revision_number': 6, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port_host': None}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:52.607105 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32cb71d-8803-4124-8d25-ffa06c87be43 None None] The sync data for ids ['428b30e5-d1da-4772-b477-1e041c1aaf02'] in dv-cinder-834527-2-iscsi is: [{'id': '428b30e5-d1da-4772-b477-1e041c1aaf02', 'name': 'tempest-AttachVolumeShelveTestJSON-461375867-router', 'tenant_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:14:41Z', 'updated_at': '2022-03-21T19:21:52Z', 'revision_number': 6, 'project_id': 'eab2b14f00224b67b5cc9f55a10e7ca9', 'gw_port_host': None}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:21:52.626589 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (b584b649-2cdd-43b2-b6e1-7bf18eac703c), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.656575 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b584b649-2cdd-43b2-b6e1-7bf18eac703c,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:52.717287 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916815'] for router_gateway (428b30e5-d1da-4772-b477-1e041c1aaf02), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.812733 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2542'] for router (428b30e5-d1da-4772-b477-1e041c1aaf02), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.814900 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Publish callbacks [] for router_controller (428b30e5-d1da-4772-b477-1e041c1aaf02), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.858849 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912940'] for router (428b30e5-d1da-4772-b477-1e041c1aaf02), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.859401 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 428b30e5-d1da-4772-b477-1e041c1aaf02 {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 19:21:52.863881 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.865065 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7841529c-ab8b-4bcd-975c-301c4ec9b8c6 admin admin] 10.222.0.41 "DELETE /v2.0/routers/428b30e5-d1da-4772-b477-1e041c1aaf02 HTTP/1.1" status: 204 len: 168 time: 0.7901905 Mar 21 19:21:52.867909 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51082) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:52.912622 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-76589bca-b438-45bf-957e-2bb08ffc56e9 admin admin] Deleting subnet 23aa5316-0691-4cfc-bd15-7c03f36e59c4 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:21:52.915675 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-76589bca-b438-45bf-957e-2bb08ffc56e9 admin admin] Publish callbacks [] for subnet (23aa5316-0691-4cfc-bd15-7c03f36e59c4), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:52.950097 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-76589bca-b438-45bf-957e-2bb08ffc56e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62778352'] for subnet (23aa5316-0691-4cfc-bd15-7c03f36e59c4), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.039213 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-76589bca-b438-45bf-957e-2bb08ffc56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (23aa5316-0691-4cfc-bd15-7c03f36e59c4), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.095549 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-76589bca-b438-45bf-957e-2bb08ffc56e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62028629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739519'] for subnet (23aa5316-0691-4cfc-bd15-7c03f36e59c4), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.122993 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76589bca-b438-45bf-957e-2bb08ffc56e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23aa5316-0691-4cfc-bd15-7c03f36e59c4,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:53.124064 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-76589bca-b438-45bf-957e-2bb08ffc56e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.127523 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-76589bca-b438-45bf-957e-2bb08ffc56e9 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/23aa5316-0691-4cfc-bd15-7c03f36e59c4 HTTP/1.1" status: 204 len: 168 time: 0.2586288 Mar 21 19:21:53.130196 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51084) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:53.132147 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a39697-ff54-42d2-857a-155b74464e7c None None] Network 0c43845d-b277-4a2a-9057-6079c0477fee requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:21:53.200071 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (0c43845d-b277-4a2a-9057-6079c0477fee), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.253879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Deleting port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:53.254235 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.315717 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] For port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11,segment=NetworkSegment(437af2ac-e44a-472e-af48-603ab3cfb7d2),segment_id=437af2ac-e44a-472e-af48-603ab3cfb7d2)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:53.316401 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.329013 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Calling delete_port for 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 owned by network:dhcp {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:53.379262 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ac5822-6b08-4fb5-bb55-a1ace863c496 None None] DHCP port deletion for 0c43845d-b277-4a2a-9057-6079c0477fee request from dv-cinder-834527-2-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 19:21:53.421126 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.427064 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac5822-6b08-4fb5-bb55-a1ace863c496 None None] Deleting port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:21:53.427449 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5822-6b08-4fb5-bb55-a1ace863c496 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.447664 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:53.449961 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] No DVR routers for this DVR port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 on host dv-cinder-834527-2-iscsi {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:21:53.495576 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c7ac5822-6b08-4fb5-bb55-a1ace863c496 None None] For port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11, host dv-cinder-834527-2-iscsi, got binding levels [] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:21:53.495967 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5822-6b08-4fb5-bb55-a1ace863c496 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.508380 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac5822-6b08-4fb5-bb55-a1ace863c496 None None] Calling delete_port for 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:21:53.511082 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.ipam_backend_mixin [None req-c7ac5822-6b08-4fb5-bb55-a1ace863c496 None None] Port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 was not found and therefore no delete operation was performed {{(pid=103552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 21 19:21:53.512832 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c7ac5822-6b08-4fb5-bb55-a1ace863c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.525152 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (0c43845d-b277-4a2a-9057-6079c0477fee), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.548201 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c43845d-b277-4a2a-9057-6079c0477fee']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:53.549963 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac5822-6b08-4fb5-bb55-a1ace863c496 None None] No DVR routers for this DVR port 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 on host dv-cinder-834527-2-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:21:53.551607 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac5822-6b08-4fb5-bb55-a1ace863c496 None None] Pushing event deleted for resources: {'Port': ['ID=9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:53.566863 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437af2ac-e44a-472e-af48-603ab3cfb7d2') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:53.567117 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437af2ac-e44a-472e-af48-603ab3cfb7d2') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:53.577804 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62778313'] for segment (437af2ac-e44a-472e-af48-603ab3cfb7d2), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.594172 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (437af2ac-e44a-472e-af48-603ab3cfb7d2), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.600472 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:21:53.601046 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62028279'] for segment (437af2ac-e44a-472e-af48-603ab3cfb7d2), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: Traceback (most recent call last): Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: timer() Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: cb(*args, **kw) Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: return func(*args, **kwargs) Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: self._notify() Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: self.callback(batched_events) Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: event.method(event) Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: return f(self, *a, **k) Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._get(url).json() Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:21:53.602567 dv-cinder-834527-2-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:21:53.659776 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (0c43845d-b277-4a2a-9057-6079c0477fee), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.673375 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.676476 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] 10.222.0.41 "DELETE /v2.0/networks/0c43845d-b277-4a2a-9057-6079c0477fee HTTP/1.1" status: 204 len: 168 time: 0.5451195 Mar 21 19:21:53.688083 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34f0f5-2daf-4038-8f9b-1f8ab52aff24 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c43845d-b277-4a2a-9057-6079c0477fee,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:53.797135 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51090) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:53.841748 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9ee624d7-e254-41fc-94f1-470f9c450984 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eab2b14f00224b67b5cc9f55a10e7ca9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433915 Mar 21 19:21:53.844089 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51094) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:53.892014 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-63c7680e-5718-4d0c-876e-192136cc8944 admin admin] Publish callbacks [] for security_group (56d9a3a9-6963-47f0-95dd-96dc6fa2c5d5), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.913181 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-63c7680e-5718-4d0c-876e-192136cc8944 admin admin] Publish callbacks [] for security_group (56d9a3a9-6963-47f0-95dd-96dc6fa2c5d5), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.960362 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-63c7680e-5718-4d0c-876e-192136cc8944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (56d9a3a9-6963-47f0-95dd-96dc6fa2c5d5), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.963003 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-63c7680e-5718-4d0c-876e-192136cc8944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:53.964175 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-63c7680e-5718-4d0c-876e-192136cc8944 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/56d9a3a9-6963-47f0-95dd-96dc6fa2c5d5 HTTP/1.1" status: 204 len: 168 time: 0.1191397 Mar 21 19:21:53.973916 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7680e-5718-4d0c-876e-192136cc8944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d9a3a9-6963-47f0-95dd-96dc6fa2c5d5,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:54.383094 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:54.403738 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:54.404089 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 4c419d40-f80d-48e8-9cf8-e6cdc42891a4 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:54.404516 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:54.422942 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:54.423288 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 9eb8c6e8-febc-4fb6-ae46-1d6bf5cc7d11 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:54.423693 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device b584b649-2cdd-43b2-b6e1-7bf18eac703c no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:21:54.443304 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: b584b649-2cdd-43b2-b6e1-7bf18eac703c {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:21:54.443649 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device b584b649-2cdd-43b2-b6e1-7bf18eac703c not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:21:54.641795 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51118) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:54.735267 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-578332468-network', 'tenant_id': 'e76fb09eb00d40019a3a8758492d757f'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:21:54.754903 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Made reservation on behalf of e76fb09eb00d40019a3a8758492d757f for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:21:54.757481 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:54.766857 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:54.840407 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Publish callbacks [] for security_group (5e89edd4-ec56-4b61-a73e-661547373796), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:54.844369 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (5e89edd4-ec56-4b61-a73e-661547373796), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:54.872436 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:21:54.879070 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e89edd4-ec56-4b61-a73e-661547373796,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:54.885418 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (78190e43-2ddb-4e17-9873-2a70318fbad1), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:54.885961 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Added segment 78190e43-2ddb-4e17-9873-2a70318fbad1 of type vlan for network 48e967d1-2e75-4a49-96c6-74c863671cec Mar 21 19:21:54.932069 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (48e967d1-2e75-4a49-96c6-74c863671cec), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:54.957003 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (48e967d1-2e75-4a49-96c6-74c863671cec), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:54.957986 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:54.958870 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:55.013154 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3701975 Mar 21 19:21:55.016345 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51124) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:55.021808 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Request body: {'subnet': {'network_id': '48e967d1-2e75-4a49-96c6-74c863671cec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-578332468-subnet', 'tenant_id': 'e76fb09eb00d40019a3a8758492d757f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:21:55.022016 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c6a52-78e8-47d3-9c96-8b25628d13d6 admin admin] Pushing event updated for resources: {'Network': ['ID=48e967d1-2e75-4a49-96c6-74c863671cec,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:55.031637 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 48e967d1-2e75-4a49-96c6-74c863671cec details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:21:55.045057 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Made reservation on behalf of e76fb09eb00d40019a3a8758492d757f for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:21:55.047535 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739474'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:55.221968 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62028564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739460'] for subnet (bb86ffda-80a2-4b85-a071-423295b5595c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:55.279617 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb86ffda-80a2-4b85-a071-423295b5595c,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:55.289299 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Checking segment: {'id': '78190e43-2ddb-4e17-9873-2a70318fbad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '48e967d1-2e75-4a49-96c6-74c863671cec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:21:55.289665 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Network hostable DHCP agents. Network: 48e967d1-2e75-4a49-96c6-74c863671cec, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:21:55.306548 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Network 48e967d1-2e75-4a49-96c6-74c863671cec is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:21:55.315245 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 48e967d1-2e75-4a49-96c6-74c863671cec) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:21:55.319773 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:55.320992 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:55.324151 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097120fd-985d-497d-83b6-510a6259fe28 None None] Network 48e967d1-2e75-4a49-96c6-74c863671cec requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:21:55.337321 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1c4deb84-8033-40ac-a413-832b3c0cd8dd admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3193021 Mar 21 19:21:55.429665 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e9a311-e143-4aed-9ee8-0729875daa80 None None] Network 48e967d1-2e75-4a49-96c6-74c863671cec requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:21:55.821408 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51148) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:55.827311 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1583540777-network', 'tenant_id': 'c64b8479680a41d88f59aae717c09d97'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:21:55.849756 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Made reservation on behalf of c64b8479680a41d88f59aae717c09d97 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:21:55.852271 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:55.860805 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:55.939173 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Publish callbacks [] for security_group (2aade23d-cd8b-49b6-abfd-e74671c0f870), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:55.943905 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (2aade23d-cd8b-49b6-abfd-e74671c0f870), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:55.970455 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:21:55.984231 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aade23d-cd8b-49b6-abfd-e74671c0f870,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:55.988874 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (064e6856-5486-435d-89f4-a54780f2a7ab), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:55.989222 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Added segment 064e6856-5486-435d-89f4-a54780f2a7ab of type vlan for network 70e45513-291c-424b-854a-c5a6779f3295 Mar 21 19:21:56.034683 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (70e45513-291c-424b-854a-c5a6779f3295), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.060161 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (70e45513-291c-424b-854a-c5a6779f3295), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.061157 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:56.061748 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.128139 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3053255 Mar 21 19:21:56.130695 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51158) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:56.135437 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Request body: {'subnet': {'network_id': '70e45513-291c-424b-854a-c5a6779f3295', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1583540777-subnet', 'tenant_id': 'c64b8479680a41d88f59aae717c09d97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:21:56.140307 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab643866-cd6d-4d1e-8f57-55dc735aa323 admin admin] Pushing event updated for resources: {'Network': ['ID=70e45513-291c-424b-854a-c5a6779f3295,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:56.150309 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 70e45513-291c-424b-854a-c5a6779f3295 details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:21:56.157531 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Made reservation on behalf of c64b8479680a41d88f59aae717c09d97 for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:21:56.159848 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739474'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.327564 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62028564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739460'] for subnet (5eae7128-31cc-4237-af4c-10c857296bcd), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.382025 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eae7128-31cc-4237-af4c-10c857296bcd,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:56.390598 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Checking segment: {'id': '064e6856-5486-435d-89f4-a54780f2a7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '70e45513-291c-424b-854a-c5a6779f3295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:21:56.390960 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Network hostable DHCP agents. Network: 70e45513-291c-424b-854a-c5a6779f3295, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:21:56.410164 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Network 70e45513-291c-424b-854a-c5a6779f3295 is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:21:56.419005 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 70e45513-291c-424b-854a-c5a6779f3295) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:21:56.424045 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:21:56.425248 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.428188 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d746a8c-bdba-418c-847c-1849a548a9c3 None None] Network 70e45513-291c-424b-854a-c5a6779f3295 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:21:56.443138 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-894a4587-8599-4e55-9677-8e941444d0f6 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3114080 Mar 21 19:21:56.529171 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2455c72a-51f0-45f5-b71d-ff594b79ece6 None None] Network 70e45513-291c-424b-854a-c5a6779f3295 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:21:56.560214 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51162) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:56.606313 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-0313d9c7-a534-4943-96cb-54dead31347c admin admin] Deleting subnet bb86ffda-80a2-4b85-a071-423295b5595c {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:21:56.609788 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0313d9c7-a534-4943-96cb-54dead31347c admin admin] Publish callbacks [] for subnet (bb86ffda-80a2-4b85-a071-423295b5595c), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.645152 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0313d9c7-a534-4943-96cb-54dead31347c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62778352'] for subnet (bb86ffda-80a2-4b85-a071-423295b5595c), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.689322 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0313d9c7-a534-4943-96cb-54dead31347c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (bb86ffda-80a2-4b85-a071-423295b5595c), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.739161 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0313d9c7-a534-4943-96cb-54dead31347c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62028629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739519'] for subnet (bb86ffda-80a2-4b85-a071-423295b5595c), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.765758 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0313d9c7-a534-4943-96cb-54dead31347c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb86ffda-80a2-4b85-a071-423295b5595c,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:56.767713 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0313d9c7-a534-4943-96cb-54dead31347c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.770865 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0313d9c7-a534-4943-96cb-54dead31347c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bb86ffda-80a2-4b85-a071-423295b5595c HTTP/1.1" status: 204 len: 168 time: 0.2095151 Mar 21 19:21:56.773368 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51164) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:56.838584 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (48e967d1-2e75-4a49-96c6-74c863671cec), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.916310 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (48e967d1-2e75-4a49-96c6-74c863671cec), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.936074 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e967d1-2e75-4a49-96c6-74c863671cec']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:56.945106 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78190e43-2ddb-4e17-9873-2a70318fbad1') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:56.945403 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78190e43-2ddb-4e17-9873-2a70318fbad1') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:56.954201 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62778313'] for segment (78190e43-2ddb-4e17-9873-2a70318fbad1), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.967229 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (78190e43-2ddb-4e17-9873-2a70318fbad1), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.973254 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:21:56.973839 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62028279'] for segment (78190e43-2ddb-4e17-9873-2a70318fbad1), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: Traceback (most recent call last): Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: timer() Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: cb(*args, **kw) Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: return func(*args, **kwargs) Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: self._notify() Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: self.callback(batched_events) Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: event.method(event) Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: return f(self, *a, **k) Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._get(url).json() Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:21:56.975587 dv-cinder-834527-2-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:21:57.041961 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (48e967d1-2e75-4a49-96c6-74c863671cec), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.047610 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.050840 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/48e967d1-2e75-4a49-96c6-74c863671cec HTTP/1.1" status: 204 len: 168 time: 0.2765303 Mar 21 19:21:57.053830 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51172) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:57.064678 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a216154-65bc-4b7b-b1aa-ce1d89288bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=48e967d1-2e75-4a49-96c6-74c863671cec,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:57.100311 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9d3fc3-c198-473b-b933-9e2004e30c50 admin admin] Deleting subnet 5eae7128-31cc-4237-af4c-10c857296bcd {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:21:57.103839 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3fc3-c198-473b-b933-9e2004e30c50 admin admin] Publish callbacks [] for subnet (5eae7128-31cc-4237-af4c-10c857296bcd), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.145477 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3fc3-c198-473b-b933-9e2004e30c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62525680'] for subnet (5eae7128-31cc-4237-af4c-10c857296bcd), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.177510 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e1d8c5e4-c4fb-458d-bc3f-5ccd5ff9af7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.187297 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3fc3-c198-473b-b933-9e2004e30c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (5eae7128-31cc-4237-af4c-10c857296bcd), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.240667 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3fc3-c198-473b-b933-9e2004e30c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59230580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62842597'] for subnet (5eae7128-31cc-4237-af4c-10c857296bcd), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.265750 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9d3fc3-c198-473b-b933-9e2004e30c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eae7128-31cc-4237-af4c-10c857296bcd,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:57.269544 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5d9d3fc3-c198-473b-b933-9e2004e30c50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.272928 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5d9d3fc3-c198-473b-b933-9e2004e30c50 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5eae7128-31cc-4237-af4c-10c857296bcd HTTP/1.1" status: 204 len: 168 time: 0.2180886 Mar 21 19:21:57.275309 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51176) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:57.346316 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (70e45513-291c-424b-854a-c5a6779f3295), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.658609 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (70e45513-291c-424b-854a-c5a6779f3295), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.677311 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e45513-291c-424b-854a-c5a6779f3295']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:57.686892 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064e6856-5486-435d-89f4-a54780f2a7ab') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:57.687192 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064e6856-5486-435d-89f4-a54780f2a7ab') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:21:57.696636 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62525641'] for segment (064e6856-5486-435d-89f4-a54780f2a7ab), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.709699 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (064e6856-5486-435d-89f4-a54780f2a7ab), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.715314 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:21:57.715710 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59231190'] for segment (064e6856-5486-435d-89f4-a54780f2a7ab), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: Traceback (most recent call last): Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: timer() Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: cb(*args, **kw) Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: return func(*args, **kwargs) Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: self._notify() Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: self.callback(batched_events) Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: event.method(event) Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: return f(self, *a, **k) Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._get(url).json() Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:21:57.717309 dv-cinder-834527-2-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:21:57.773410 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (70e45513-291c-424b-854a-c5a6779f3295), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.778646 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:57.781775 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/70e45513-291c-424b-854a-c5a6779f3295 HTTP/1.1" status: 204 len: 168 time: 0.5055642 Mar 21 19:21:57.792871 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b0f3b-7d1e-4d2e-ad14-8e674838e8c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e45513-291c-424b-854a-c5a6779f3295,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:57.938154 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51180) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:57.976431 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5b78bd5a-cbb9-4de7-9d50-e96fb678010f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e76fb09eb00d40019a3a8758492d757f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368900 Mar 21 19:21:57.978685 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51182) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:58.025429 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4d47adae-82ed-4257-ab48-a514d9dbad3b admin admin] Publish callbacks [] for security_group (5e89edd4-ec56-4b61-a73e-661547373796), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.048280 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4d47adae-82ed-4257-ab48-a514d9dbad3b admin admin] Publish callbacks [] for security_group (5e89edd4-ec56-4b61-a73e-661547373796), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.099705 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4d47adae-82ed-4257-ab48-a514d9dbad3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (5e89edd4-ec56-4b61-a73e-661547373796), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.102324 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4d47adae-82ed-4257-ab48-a514d9dbad3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.103977 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4d47adae-82ed-4257-ab48-a514d9dbad3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e89edd4-ec56-4b61-a73e-661547373796 HTTP/1.1" status: 204 len: 168 time: 0.1239069 Mar 21 19:21:58.121527 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d47adae-82ed-4257-ab48-a514d9dbad3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e89edd4-ec56-4b61-a73e-661547373796,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:58.427434 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51196) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:58.470666 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e9aff418-22c5-471d-a7f8-0f808eb77001 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c64b8479680a41d88f59aae717c09d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396070 Mar 21 19:21:58.470933 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51200) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:58.523704 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d1a-ed36-4620-b374-d4c23011ef29 admin admin] Publish callbacks [] for security_group (2aade23d-cd8b-49b6-abfd-e74671c0f870), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.532594 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51202) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:58.556798 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d1a-ed36-4620-b374-d4c23011ef29 admin admin] Publish callbacks [] for security_group (2aade23d-cd8b-49b6-abfd-e74671c0f870), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.606920 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d1a-ed36-4620-b374-d4c23011ef29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (2aade23d-cd8b-49b6-abfd-e74671c0f870), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.609540 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6d1a-ed36-4620-b374-d4c23011ef29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.613100 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-b6ee6d1a-ed36-4620-b374-d4c23011ef29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2aade23d-cd8b-49b6-abfd-e74671c0f870 HTTP/1.1" status: 204 len: 168 time: 0.1390007 Mar 21 19:21:58.627041 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6d1a-ed36-4620-b374-d4c23011ef29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aade23d-cd8b-49b6-abfd-e74671c0f870,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:58.647406 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-454f5a63-4137-458f-a20d-8b68ba321ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.725761 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-454f5a63-4137-458f-a20d-8b68ba321ee8 admin admin] Publish callbacks [] for security_group (e4e3ed9b-1fba-4f66-9c45-650d60505ce7), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.730133 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-454f5a63-4137-458f-a20d-8b68ba321ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (e4e3ed9b-1fba-4f66-9c45-650d60505ce7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.766572 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f5a63-4137-458f-a20d-8b68ba321ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e3ed9b-1fba-4f66-9c45-650d60505ce7,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:58.773045 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-454f5a63-4137-458f-a20d-8b68ba321ee8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2f5393c38a11450ea99c6923b0057e39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387125 Mar 21 19:21:58.773729 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51210) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:58.826490 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ea86ce86-d45d-480f-bc36-144a9f1aeb7a admin admin] Publish callbacks [] for security_group (e4e3ed9b-1fba-4f66-9c45-650d60505ce7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.848036 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ea86ce86-d45d-480f-bc36-144a9f1aeb7a admin admin] Publish callbacks [] for security_group (e4e3ed9b-1fba-4f66-9c45-650d60505ce7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.901438 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ea86ce86-d45d-480f-bc36-144a9f1aeb7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (e4e3ed9b-1fba-4f66-9c45-650d60505ce7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.904667 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-ea86ce86-d45d-480f-bc36-144a9f1aeb7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:58.905897 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-ea86ce86-d45d-480f-bc36-144a9f1aeb7a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e4e3ed9b-1fba-4f66-9c45-650d60505ce7 HTTP/1.1" status: 204 len: 168 time: 0.1311851 Mar 21 19:21:58.915108 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86ce86-d45d-480f-bc36-144a9f1aeb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e3ed9b-1fba-4f66-9c45-650d60505ce7,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:59.184606 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51234) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:59.197522 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0d3e963c-80a5-4f0c-abbc-02bf51f0563f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:59.272368 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0d3e963c-80a5-4f0c-abbc-02bf51f0563f admin admin] Publish callbacks [] for security_group (efe16fe7-0219-4dc7-81f0-4e2fd60fc620), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:59.276744 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0d3e963c-80a5-4f0c-abbc-02bf51f0563f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (efe16fe7-0219-4dc7-81f0-4e2fd60fc620), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:59.317299 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-0d3e963c-80a5-4f0c-abbc-02bf51f0563f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bec7e4708cd048f3b3d0c51e9f88208b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291258 Mar 21 19:21:59.317299 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e963c-80a5-4f0c-abbc-02bf51f0563f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe16fe7-0219-4dc7-81f0-4e2fd60fc620,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:21:59.317768 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51238) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:21:59.370932 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4d16e2db-6f1e-4f5a-ad81-d91393c96da8 admin admin] Publish callbacks [] for security_group (efe16fe7-0219-4dc7-81f0-4e2fd60fc620), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:59.393122 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4d16e2db-6f1e-4f5a-ad81-d91393c96da8 admin admin] Publish callbacks [] for security_group (efe16fe7-0219-4dc7-81f0-4e2fd60fc620), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:59.429518 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9f75db6e-1432-4bb0-a4bd-ea4dc7029be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:59.442080 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4d16e2db-6f1e-4f5a-ad81-d91393c96da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (efe16fe7-0219-4dc7-81f0-4e2fd60fc620), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:59.444877 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-4d16e2db-6f1e-4f5a-ad81-d91393c96da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:21:59.446186 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-4d16e2db-6f1e-4f5a-ad81-d91393c96da8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/efe16fe7-0219-4dc7-81f0-4e2fd60fc620 HTTP/1.1" status: 204 len: 168 time: 0.1273153 Mar 21 19:21:59.454166 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16e2db-6f1e-4f5a-ad81-d91393c96da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe16fe7-0219-4dc7-81f0-4e2fd60fc620,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:00.513883 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:01.316642 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51328) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:01.420783 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9a5e-6f59-4d7a-b136-f673aa68bd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:01.492957 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9a5e-6f59-4d7a-b136-f673aa68bd37 admin admin] Publish callbacks [] for security_group (3139e7dc-873d-42f0-9099-52bc2b5ff5f6), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:01.496871 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ef2a9a5e-6f59-4d7a-b136-f673aa68bd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3139e7dc-873d-42f0-9099-52bc2b5ff5f6), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:01.537084 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ef2a9a5e-6f59-4d7a-b136-f673aa68bd37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7d53e993e6704385a35880efd702da73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170601 Mar 21 19:22:01.537084 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a9a5e-6f59-4d7a-b136-f673aa68bd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3139e7dc-873d-42f0-9099-52bc2b5ff5f6,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:01.538219 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51334) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:01.591518 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0a367dff-a0a1-4ad2-8a42-6737d8c04c75 admin admin] Publish callbacks [] for security_group (3139e7dc-873d-42f0-9099-52bc2b5ff5f6), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:01.612233 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0a367dff-a0a1-4ad2-8a42-6737d8c04c75 admin admin] Publish callbacks [] for security_group (3139e7dc-873d-42f0-9099-52bc2b5ff5f6), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:01.659342 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0a367dff-a0a1-4ad2-8a42-6737d8c04c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3139e7dc-873d-42f0-9099-52bc2b5ff5f6), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:01.662284 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0a367dff-a0a1-4ad2-8a42-6737d8c04c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:01.663440 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-0a367dff-a0a1-4ad2-8a42-6737d8c04c75 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3139e7dc-873d-42f0-9099-52bc2b5ff5f6 HTTP/1.1" status: 204 len: 168 time: 0.1240180 Mar 21 19:22:01.673669 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a367dff-a0a1-4ad2-8a42-6737d8c04c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3139e7dc-873d-42f0-9099-52bc2b5ff5f6,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:01.950553 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51344) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:01.963314 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fdad1b2f-d040-4043-95a2-b36958793fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:02.038964 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fdad1b2f-d040-4043-95a2-b36958793fa7 admin admin] Publish callbacks [] for security_group (81fd38b3-3df2-4983-9842-80c79782a701), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:02.042627 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-fdad1b2f-d040-4043-95a2-b36958793fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (81fd38b3-3df2-4983-9842-80c79782a701), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:02.080326 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-fdad1b2f-d040-4043-95a2-b36958793fa7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=619668de58e44feeacc376df795e11fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287210 Mar 21 19:22:02.081442 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad1b2f-d040-4043-95a2-b36958793fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fd38b3-3df2-4983-9842-80c79782a701,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:02.084253 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51346) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:02.100527 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:02.133684 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-429a1e77-cb69-4bf7-8a93-7902f5c65f7e admin admin] Publish callbacks [] for security_group (81fd38b3-3df2-4983-9842-80c79782a701), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:02.154113 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-429a1e77-cb69-4bf7-8a93-7902f5c65f7e admin admin] Publish callbacks [] for security_group (81fd38b3-3df2-4983-9842-80c79782a701), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:02.198923 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-429a1e77-cb69-4bf7-8a93-7902f5c65f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (81fd38b3-3df2-4983-9842-80c79782a701), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:02.201481 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-429a1e77-cb69-4bf7-8a93-7902f5c65f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:02.202609 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-429a1e77-cb69-4bf7-8a93-7902f5c65f7e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/81fd38b3-3df2-4983-9842-80c79782a701 HTTP/1.1" status: 204 len: 168 time: 0.1163356 Mar 21 19:22:02.210865 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a1e77-cb69-4bf7-8a93-7902f5c65f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fd38b3-3df2-4983-9842-80c79782a701,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:03.537564 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:08.883684 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51530) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:08.984688 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f753e17c-078d-464b-b0ef-6abe9c37ba80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.063290 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f753e17c-078d-464b-b0ef-6abe9c37ba80 admin admin] Publish callbacks [] for security_group (d2b3525e-baeb-4d98-bf55-a4e61fc12d58), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.067279 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f753e17c-078d-464b-b0ef-6abe9c37ba80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (d2b3525e-baeb-4d98-bf55-a4e61fc12d58), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.109752 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f753e17c-078d-464b-b0ef-6abe9c37ba80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26a1ed9289e24843a8942ac60d478a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238092 Mar 21 19:22:09.109875 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51538) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:09.110321 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f753e17c-078d-464b-b0ef-6abe9c37ba80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b3525e-baeb-4d98-bf55-a4e61fc12d58,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:09.162677 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-90b54739-1f3d-4f35-80da-517a1ca3391f admin admin] Publish callbacks [] for security_group (d2b3525e-baeb-4d98-bf55-a4e61fc12d58), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.186674 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-90b54739-1f3d-4f35-80da-517a1ca3391f admin admin] Publish callbacks [] for security_group (d2b3525e-baeb-4d98-bf55-a4e61fc12d58), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.243903 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-90b54739-1f3d-4f35-80da-517a1ca3391f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (d2b3525e-baeb-4d98-bf55-a4e61fc12d58), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.247094 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-90b54739-1f3d-4f35-80da-517a1ca3391f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.248618 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-90b54739-1f3d-4f35-80da-517a1ca3391f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2b3525e-baeb-4d98-bf55-a4e61fc12d58 HTTP/1.1" status: 204 len: 168 time: 0.1388872 Mar 21 19:22:09.257890 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b54739-1f3d-4f35-80da-517a1ca3391f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b3525e-baeb-4d98-bf55-a4e61fc12d58,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:09.610265 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51568) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:09.757850 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a568c0f1-ad7c-4dd3-aecc-91254bb75307 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.833649 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a568c0f1-ad7c-4dd3-aecc-91254bb75307 admin admin] Publish callbacks [] for security_group (d1777e70-e298-4ed2-af24-52dccf113228), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.837753 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a568c0f1-ad7c-4dd3-aecc-91254bb75307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (d1777e70-e298-4ed2-af24-52dccf113228), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.878670 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a568c0f1-ad7c-4dd3-aecc-91254bb75307 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5b96973aaa04c299b6d545562787b24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672865 Mar 21 19:22:09.879559 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568c0f1-ad7c-4dd3-aecc-91254bb75307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1777e70-e298-4ed2-af24-52dccf113228,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:09.881419 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51582) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:09.929676 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7d917ada-1513-45a7-8173-9b39a7a3c4e7 admin admin] Publish callbacks [] for security_group (d1777e70-e298-4ed2-af24-52dccf113228), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.951314 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7d917ada-1513-45a7-8173-9b39a7a3c4e7 admin admin] Publish callbacks [] for security_group (d1777e70-e298-4ed2-af24-52dccf113228), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:09.998601 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7d917ada-1513-45a7-8173-9b39a7a3c4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (d1777e70-e298-4ed2-af24-52dccf113228), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:10.001258 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7d917ada-1513-45a7-8173-9b39a7a3c4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:10.002671 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7d917ada-1513-45a7-8173-9b39a7a3c4e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d1777e70-e298-4ed2-af24-52dccf113228 HTTP/1.1" status: 204 len: 168 time: 0.1201711 Mar 21 19:22:10.010929 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d917ada-1513-45a7-8173-9b39a7a3c4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1777e70-e298-4ed2-af24-52dccf113228,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:10.338628 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51598) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:10.357944 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cec95f0-d5c2-4ef8-9505-65c03f4b0386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:10.437825 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cec95f0-d5c2-4ef8-9505-65c03f4b0386 admin admin] Publish callbacks [] for security_group (142a779d-6e73-4e07-972e-ffaa5bbe7e34), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:10.441368 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9cec95f0-d5c2-4ef8-9505-65c03f4b0386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (142a779d-6e73-4e07-972e-ffaa5bbe7e34), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:10.477891 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9cec95f0-d5c2-4ef8-9505-65c03f4b0386 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f5ad2809eb134a62be4cfe912e665d83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379008 Mar 21 19:22:10.478829 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec95f0-d5c2-4ef8-9505-65c03f4b0386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142a779d-6e73-4e07-972e-ffaa5bbe7e34,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:10.482085 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51604) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:10.529074 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1392a7ee-ae29-42b6-afa1-2a5b44299fc2 admin admin] Publish callbacks [] for security_group (142a779d-6e73-4e07-972e-ffaa5bbe7e34), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:10.552220 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1392a7ee-ae29-42b6-afa1-2a5b44299fc2 admin admin] Publish callbacks [] for security_group (142a779d-6e73-4e07-972e-ffaa5bbe7e34), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:10.602953 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1392a7ee-ae29-42b6-afa1-2a5b44299fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (142a779d-6e73-4e07-972e-ffaa5bbe7e34), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:10.606109 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1392a7ee-ae29-42b6-afa1-2a5b44299fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:10.607348 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1392a7ee-ae29-42b6-afa1-2a5b44299fc2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/142a779d-6e73-4e07-972e-ffaa5bbe7e34 HTTP/1.1" status: 204 len: 168 time: 0.1241350 Mar 21 19:22:10.615980 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392a7ee-ae29-42b6-afa1-2a5b44299fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142a779d-6e73-4e07-972e-ffaa5bbe7e34,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:11.611194 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-bee6636a-71de-4c32-ba89-8b13b27e0ace tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=57978a38be2e419dbf802f5e75cd8cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278919 Mar 21 19:22:12.063015 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b17436-4caf-4b9e-9a45-212794afad88 req-c168d613-b371-4b93-a7cd-806d05944b04 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:12.064511 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-c168d613-b371-4b93-a7cd-806d05944b04 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4482126 Mar 21 19:22:12.079723 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3bffa946-1e67-4e85-bfc4-4b652021e678 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/quotas/57978a38be2e419dbf802f5e75cd8cc7 HTTP/1.1" status: 200 len: 375 time: 0.0097363 Mar 21 19:22:12.114288 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-91894d26-0931-4736-a526-28f0ecbfc8c2 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57978a38be2e419dbf802f5e75cd8cc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294902 Mar 21 19:22:12.278421 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ac1f697b-81ea-4e89-91c7-f9ed04245ada req-907eaa3e-a2e3-45df-8341-68e5c2273ab5 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 210 time: 0.0291231 Mar 21 19:22:12.549213 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51702) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:12.665215 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-10331fc4-80ed-4988-9292-68c4a6cbde47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:12.747105 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-10331fc4-80ed-4988-9292-68c4a6cbde47 admin admin] Publish callbacks [] for security_group (c5343310-0d47-482f-ac24-f4ffdc79350c), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:12.751098 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-10331fc4-80ed-4988-9292-68c4a6cbde47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (c5343310-0d47-482f-ac24-f4ffdc79350c), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:12.787489 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51712) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:12.790999 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-10331fc4-80ed-4988-9292-68c4a6cbde47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76c38112273f4378ac99b2f5b6a5c987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383206 Mar 21 19:22:12.790999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10331fc4-80ed-4988-9292-68c4a6cbde47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5343310-0d47-482f-ac24-f4ffdc79350c,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:12.793500 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51714) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:12.845560 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Publish callbacks [] for security_group (c5343310-0d47-482f-ac24-f4ffdc79350c), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:12.872630 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Publish callbacks [] for security_group (c5343310-0d47-482f-ac24-f4ffdc79350c), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:12.913682 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b91a0b9-a382-4cd2-8c63-6f4afc5417e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:12.941578 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (c5343310-0d47-482f-ac24-f4ffdc79350c), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:12.944075 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:12.945231 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c5343310-0d47-482f-ac24-f4ffdc79350c HTTP/1.1" status: 204 len: 168 time: 0.1507113 Mar 21 19:22:12.964329 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5343310-0d47-482f-ac24-f4ffdc79350c,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:12.975944 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.976321 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.976722 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.977060 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.977402 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.977742 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.978078 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.978422 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.978775 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.979113 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.979445 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.979779 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.980105 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.980432 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:12.980783 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eebcf1-04cd-49e1-a7fc-576fa672ccc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.021265 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b91a0b9-a382-4cd2-8c63-6f4afc5417e5 admin admin] Publish callbacks [] for security_group (03cde4f6-0a8a-47c1-8792-deeffe1dcb1a), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.024948 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-5b91a0b9-a382-4cd2-8c63-6f4afc5417e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (03cde4f6-0a8a-47c1-8792-deeffe1dcb1a), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.061632 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91a0b9-a382-4cd2-8c63-6f4afc5417e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cde4f6-0a8a-47c1-8792-deeffe1dcb1a,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:13.068331 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-5b91a0b9-a382-4cd2-8c63-6f4afc5417e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3ecc2ff9849d46618d5511038f87ff73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774820 Mar 21 19:22:13.068877 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51722) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:13.115841 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Publish callbacks [] for security_group (03cde4f6-0a8a-47c1-8792-deeffe1dcb1a), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.138448 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Publish callbacks [] for security_group (03cde4f6-0a8a-47c1-8792-deeffe1dcb1a), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.192199 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (03cde4f6-0a8a-47c1-8792-deeffe1dcb1a), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.194801 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.195949 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03cde4f6-0a8a-47c1-8792-deeffe1dcb1a HTTP/1.1" status: 204 len: 168 time: 0.1262004 Mar 21 19:22:13.210926 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cde4f6-0a8a-47c1-8792-deeffe1dcb1a,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:13.238025 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.238607 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.239111 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.239619 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.240102 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.240614 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.241118 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.241619 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.242405 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.242751 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.243091 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.243454 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.243758 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.244089 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.245063 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bafea7a-120a-4bf7-a82e-5997d9ff72ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:13.245510 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51726) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:13.249281 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-c0d498b6-3264-47e2-8cb5-af1cab8eceb4 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=57978a38be2e419dbf802f5e75cd8cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359876 Mar 21 19:22:13.267563 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a23da99d-1f37-49f7-bf9b-8165d7c55245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.395267 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.416922 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b17436-4caf-4b9e-9a45-212794afad88 req-2ded5529-8773-428a-94d3-781737784358 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:13.418573 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-2ded5529-8773-428a-94d3-781737784358 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1525481 Mar 21 19:22:13.420629 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a23da99d-1f37-49f7-bf9b-8165d7c55245 admin admin] Publish callbacks [] for security_group (5c2a3090-9b2a-4b03-ab5d-d02858cd3b8c), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.426424 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a23da99d-1f37-49f7-bf9b-8165d7c55245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (5c2a3090-9b2a-4b03-ab5d-d02858cd3b8c), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.439817 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Request body: {'port': {'device_id': '9ac43725-bcee-4838-9b4a-b56fd6536ff5', 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41', 'admin_state_up': True, 'tenant_id': '57978a38be2e419dbf802f5e75cd8cc7'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:13.444522 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-17cee919-aa81-4257-a885-4a9d09211a08 req-295d0a30-8ec1-4db9-998c-b11eddbbdb25 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 210 time: 0.0525415 Mar 21 19:22:13.476232 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a23da99d-1f37-49f7-bf9b-8165d7c55245 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dcceab36c3d34c92b1c9e810f2f6e2ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293375 Mar 21 19:22:13.478570 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51738) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:13.485898 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23da99d-1f37-49f7-bf9b-8165d7c55245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2a3090-9b2a-4b03-ab5d-d02858cd3b8c,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:13.532922 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48f0a60f-9baa-4c8e-b394-62ca61a4e269 admin admin] Publish callbacks [] for security_group (5c2a3090-9b2a-4b03-ab5d-d02858cd3b8c), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.556815 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48f0a60f-9baa-4c8e-b394-62ca61a4e269 admin admin] Publish callbacks [] for security_group (5c2a3090-9b2a-4b03-ab5d-d02858cd3b8c), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.579639 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Made reservation on behalf of 57978a38be2e419dbf802f5e75cd8cc7 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:22:13.583282 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.594106 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.610127 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48f0a60f-9baa-4c8e-b394-62ca61a4e269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (5c2a3090-9b2a-4b03-ab5d-d02858cd3b8c), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.613598 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-48f0a60f-9baa-4c8e-b394-62ca61a4e269 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.615192 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-48f0a60f-9baa-4c8e-b394-62ca61a4e269 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c2a3090-9b2a-4b03-ab5d-d02858cd3b8c HTTP/1.1" status: 204 len: 168 time: 0.1351860 Mar 21 19:22:13.628698 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0a60f-9baa-4c8e-b394-62ca61a4e269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2a3090-9b2a-4b03-ab5d-d02858cd3b8c,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:13.698261 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks [] for security_group (f233ff99-6853-4c01-a21d-5a273912c017), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.701035 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (f233ff99-6853-4c01-a21d-5a273912c017), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:13.768091 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f233ff99-6853-4c01-a21d-5a273912c017,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:13.843526 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Allocated IP 192.168.233.132 (7e9fb1e1-9f2a-4452-8aab-b2931a4ace41/dc7e066c-8533-4e79-a140-84a6180abb99/537b67c2-5ca9-4fef-a93c-cabd432cc2a2) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:22:13.993503 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks [] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:14.033593 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:14.079456 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:14.082611 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:14.086336 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:22:14.095646 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Pushing event updated for resources: {'Port': ['ID=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:14.148012 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:14.148821 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:14.169011 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-33fe88e5-2e2f-4675-ae77-5d4717f195d7 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7347033 Mar 21 19:22:14.184895 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Request body: {'port': {'device_id': '9ac43725-bcee-4838-9b4a-b56fd6536ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:14.271559 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:14.381618 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-57ae1e5c-a091-4cbc-b72e-6caa8fef72aa None None] Provisioning complete for port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:14.382252 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-57ae1e5c-a091-4cbc-b72e-6caa8fef72aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:14.416786 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-57ae1e5c-a091-4cbc-b72e-6caa8fef72aa None None] Port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:22:14.595471 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a29b9-b653-4090-bd1c-7f4bd36b20b2 req-b10c1cb1-bf0e-4f7a-b6f3-fe48c39d7cc9 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:14.597912 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d64a29b9-b653-4090-bd1c-7f4bd36b20b2 req-b10c1cb1-bf0e-4f7a-b6f3-fe48c39d7cc9 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 936 time: 0.0734806 Mar 21 19:22:14.599101 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:22:14.608171 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Publish callbacks [] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:14.629432 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Transition to ACTIVE for port object 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:22:14.636460 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:14.657479 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-d64a29b9-b653-4090-bd1c-7f4bd36b20b2 req-5dccba2a-3db6-4892-bf21-0c1cd5bfadb6 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/security-groups?id=f233ff99-6853-4c01-a21d-5a273912c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512035 Mar 21 19:22:14.776586 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Pushing event updated for resources: {'Port': ['ID=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:14.807823 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Attempting to bind port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:22:14.808305 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Attempting to bind port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': 'df14f804-e5b3-480a-babc-a0a5c69a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:22:14.808900 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Attempting to bind port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 on network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:14.813932 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 on network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:22:14.814573 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Attempting to bind port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 on network 7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:14.820365 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:22:14.820907 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Checking segment: {'id': 'df14f804-e5b3-480a-babc-a0a5c69a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:14.821407 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Bound using segment: {'id': 'df14f804-e5b3-480a-babc-a0a5c69a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:22:14.821945 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Bound port: 537b67c2-5ca9-4fef-a93c-cabd432cc2a2, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df14f804-e5b3-480a-babc-a0a5c69a33ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:22:14.822443 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:14.893415 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] For port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:22:14.896817 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] For port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,segment=NetworkSegment(df14f804-e5b3-480a-babc-a0a5c69a33ac),segment_id=df14f804-e5b3-480a-babc-a0a5c69a33ac)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:22:14.903195 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:14.926243 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51794) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:14.935909 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:14.936606 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:14.938043 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] 10.222.0.55 "PUT /v2.0/ports/537b67c2-5ca9-4fef-a93c-cabd432cc2a2 HTTP/1.1" status: 200 len: 1098 time: 0.7588742 Mar 21 19:22:14.938486 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac43725-bcee-4838-9b4a-b56fd6536ff5', 'tag': '537b67c2-5ca9-4fef-a93c-cabd432cc2a2'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:22:14.940867 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9ac43725-bcee-4838-9b4a-b56fd6536ff5", "tag": "537b67c2-5ca9-4fef-a93c-cabd432cc2a2"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:22:14.969519 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce91933-1648-4530-9ee9-17915337d32c service neutron] Pushing event updated for resources: {'Port': ['ID=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:14.999837 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b5ba9c-aa96-4e7d-9a9e-197be8351a02 x-openstack-request-id: req-e2b5ba9c-aa96-4e7d-9a9e-197be8351a02 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:22:15.000135 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ac43725-bcee-4838-9b4a-b56fd6536ff5", "tag": "537b67c2-5ca9-4fef-a93c-cabd432cc2a2", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:22:15.000391 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e2b5ba9c-aa96-4e7d-9a9e-197be8351a02 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:22:15.000817 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac43725-bcee-4838-9b4a-b56fd6536ff5', 'tag': '537b67c2-5ca9-4fef-a93c-cabd432cc2a2', 'status': 'completed', 'code': 200} Mar 21 19:22:15.036631 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3773eaa7-e584-40ef-baef-2e776c688e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:15.038577 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-3773eaa7-e584-40ef-baef-2e776c688e7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57978a38be2e419dbf802f5e75cd8cc7&device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 1132 time: 0.0492215 Mar 21 19:22:15.083152 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d485a306-48ac-437d-9f21-b04105e432c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:15.085929 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-fbe5d075-a3df-4eff-81ea-3e1e8eee1ee3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=537b67c2-5ca9-4fef-a93c-cabd432cc2a2 HTTP/1.1" status: 200 len: 217 time: 0.0392396 Mar 21 19:22:15.148594 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b17436-4caf-4b9e-9a45-212794afad88 req-40583ebb-7d41-48db-8ac6-7b8466f296f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:15.150225 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-40583ebb-7d41-48db-8ac6-7b8466f296f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc7e066c-8533-4e79-a140-84a6180abb99 HTTP/1.1" status: 200 len: 843 time: 0.0533957 Mar 21 19:22:15.176796 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d485a306-48ac-437d-9f21-b04105e432c2 admin admin] Publish callbacks [] for security_group (5df435ad-4e7b-4536-bdf1-3c96146e2784), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:15.181002 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d485a306-48ac-437d-9f21-b04105e432c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (5df435ad-4e7b-4536-bdf1-3c96146e2784), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:15.202751 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b17436-4caf-4b9e-9a45-212794afad88 req-527cbc9f-e926-4353-91ba-c4d86b83db21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:15.204260 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-527cbc9f-e926-4353-91ba-c4d86b83db21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e9fb1e1-9f2a-4452-8aab-b2931a4ace41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0459065 Mar 21 19:22:15.220304 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d485a306-48ac-437d-9f21-b04105e432c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=165e1f1156644c5a959f14c8c4973a6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843692 Mar 21 19:22:15.221310 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485a306-48ac-437d-9f21-b04105e432c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df435ad-4e7b-4536-bdf1-3c96146e2784,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:15.222857 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51800) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:15.332194 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f7838839-0844-4475-a2cc-ae521038f5df admin admin] Publish callbacks [] for security_group (5df435ad-4e7b-4536-bdf1-3c96146e2784), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:15.335171 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-86409b2d-2240-40a8-9793-c7a1abfe8178 service neutron] 10.222.0.55 "GET /v2.0/networks/7e9fb1e1-9f2a-4452-8aab-b2931a4ace41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202402 Mar 21 19:22:15.369338 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f7838839-0844-4475-a2cc-ae521038f5df admin admin] Publish callbacks [] for security_group (5df435ad-4e7b-4536-bdf1-3c96146e2784), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:15.458943 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-26b17436-4caf-4b9e-9a45-212794afad88 req-260e6047-19db-4c7c-a4fb-f0197613bf34 service neutron] 10.222.0.55 "GET /v2.0/networks/7e9fb1e1-9f2a-4452-8aab-b2931a4ace41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136630 Mar 21 19:22:15.464907 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f7838839-0844-4475-a2cc-ae521038f5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (5df435ad-4e7b-4536-bdf1-3c96146e2784), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:15.467464 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f7838839-0844-4475-a2cc-ae521038f5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:15.470796 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f7838839-0844-4475-a2cc-ae521038f5df admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5df435ad-4e7b-4536-bdf1-3c96146e2784 HTTP/1.1" status: 204 len: 168 time: 0.2447395 Mar 21 19:22:15.482723 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7838839-0844-4475-a2cc-ae521038f5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df435ad-4e7b-4536-bdf1-3c96146e2784,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:15.564565 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-f34749cb-0bd5-453e-90c5-63fd18611894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:15.566086 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-f34749cb-0bd5-453e-90c5-63fd18611894 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57978a38be2e419dbf802f5e75cd8cc7&device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 1132 time: 0.0489852 Mar 21 19:22:15.662045 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-59e7f1a0-9945-4f1f-8647-57d80a451ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:15.663504 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-59e7f1a0-9945-4f1f-8647-57d80a451ce3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7e9fb1e1-9f2a-4452-8aab-b2931a4ace41 HTTP/1.1" status: 200 len: 870 time: 0.0908220 Mar 21 19:22:15.706158 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-54f01f62-825d-4e37-a3a5-cc4cb6c15f0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=537b67c2-5ca9-4fef-a93c-cabd432cc2a2 HTTP/1.1" status: 200 len: 217 time: 0.0353081 Mar 21 19:22:15.760791 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-85529e97-b62f-40be-823a-5966223b2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:15.762270 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-85529e97-b62f-40be-823a-5966223b2d28 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc7e066c-8533-4e79-a140-84a6180abb99 HTTP/1.1" status: 200 len: 843 time: 0.0498912 Mar 21 19:22:15.787524 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96822a4a-9bb5-4131-8356-f758f81f9426 req-d5becbb2-efde-4831-bc68-1fc46286c4a8 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:15.790001 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-96822a4a-9bb5-4131-8356-f758f81f9426 req-d5becbb2-efde-4831-bc68-1fc46286c4a8 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 948 time: 0.0607042 Mar 21 19:22:15.821084 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-fe620165-5b2b-4da1-b937-4f2b208c05cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:15.824461 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-fe620165-5b2b-4da1-b937-4f2b208c05cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7e9fb1e1-9f2a-4452-8aab-b2931a4ace41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0551438 Mar 21 19:22:15.861556 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-96822a4a-9bb5-4131-8356-f758f81f9426 req-72cdf2fd-c2ad-4174-aabf-620a1a6c27ff tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/security-groups?id=f233ff99-6853-4c01-a21d-5a273912c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566027 Mar 21 19:22:15.935045 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-94a241d8-41c5-4688-b26b-1918c9b8103a service neutron] 10.222.0.55 "GET /v2.0/networks/7e9fb1e1-9f2a-4452-8aab-b2931a4ace41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038089 Mar 21 19:22:16.032129 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6250d4f1-ea6f-4cb2-8764-b612e93b4f9d req-deb43bc4-de50-4aba-9ab9-102ccc95a84c service neutron] 10.222.0.55 "GET /v2.0/networks/7e9fb1e1-9f2a-4452-8aab-b2931a4ace41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902867 Mar 21 19:22:16.156912 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 51834) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:16.248741 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-461552660-network', 'tenant_id': '07307df1f21f44408048dccd3d2f0f29'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:16.266593 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Made reservation on behalf of 07307df1f21f44408048dccd3d2f0f29 for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:22:16.268905 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.277434 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.348088 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Publish callbacks [] for security_group (2f18a03f-1e0a-449b-9a35-e6a9eb2884bc), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.351638 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (2f18a03f-1e0a-449b-9a35-e6a9eb2884bc), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.375491 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:22:16.391127 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:16.393977 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (e1dd6076-e378-4cf1-913b-34429823fb7e), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.394314 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Added segment e1dd6076-e378-4cf1-913b-34429823fb7e of type vlan for network 1eed5164-30ad-474b-8d3c-211c3964c4ae Mar 21 19:22:16.433823 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (1eed5164-30ad-474b-8d3c-211c3964c4ae), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.456851 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (1eed5164-30ad-474b-8d3c-211c3964c4ae), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.457784 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:16.458367 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.509693 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3557475 Mar 21 19:22:16.512679 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 51838) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:16.517598 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Request body: {'subnet': {'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-461552660-subnet', 'tenant_id': '07307df1f21f44408048dccd3d2f0f29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:16.518277 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8ca2d-c1fc-46a2-9185-064992c21624 admin admin] Pushing event updated for resources: {'Network': ['ID=1eed5164-30ad-474b-8d3c-211c3964c4ae,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:16.528546 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 1eed5164-30ad-474b-8d3c-211c3964c4ae details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:22:16.537673 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Made reservation on behalf of 07307df1f21f44408048dccd3d2f0f29 for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:22:16.540819 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739474'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.714694 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62028564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739460'] for subnet (26f6efec-9a2d-40bc-b27d-77a975a35025), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.770190 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26f6efec-9a2d-40bc-b27d-77a975a35025,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:16.780597 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Checking segment: {'id': 'e1dd6076-e378-4cf1-913b-34429823fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:16.780963 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Network hostable DHCP agents. Network: 1eed5164-30ad-474b-8d3c-211c3964c4ae, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:22:16.796186 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Network 1eed5164-30ad-474b-8d3c-211c3964c4ae is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:22:16.804448 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 1eed5164-30ad-474b-8d3c-211c3964c4ae) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:16.808285 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:16.808916 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:16.812957 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d104b60b-30c8-48a7-888b-5aae38c333d1 None None] Network 1eed5164-30ad-474b-8d3c-211c3964c4ae requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:22:16.825239 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-1e13b4dc-fd2f-4732-a071-47012f142599 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114724 Mar 21 19:22:16.912619 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440895bf-7b8b-48f5-9cfb-9070bb982e59 None None] Network 1eed5164-30ad-474b-8d3c-211c3964c4ae requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:22:16.995433 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86134d03-28b8-4e45-9da1-85af73bc5c20 req-d91029c2-d308-40c8-8f3c-0c397c78bc8d tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:16.997131 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-86134d03-28b8-4e45-9da1-85af73bc5c20 req-d91029c2-d308-40c8-8f3c-0c397c78bc8d tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 948 time: 0.0653081 Mar 21 19:22:17.045152 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-86134d03-28b8-4e45-9da1-85af73bc5c20 req-31520249-5dbb-494f-b7c0-8b1d51cb3435 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/security-groups?id=f233ff99-6853-4c01-a21d-5a273912c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422487 Mar 21 19:22:17.529967 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:22:17.629179 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,segment=NetworkSegment(df14f804-e5b3-480a-babc-a0a5c69a33ac),segment_id=df14f804-e5b3-480a-babc-a0a5c69a33ac)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:17.640401 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '537b67c2-5ca9-4fef-a93c-cabd432cc2a2', 'network_id': '7e9fb1e1-9f2a-4452-8aab-b2931a4ace41', 'port_id': '537b67c2-5ca9-4fef-a93c-cabd432cc2a2', 'mac_address': 'fa:16:3e:2c:ca:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7e066c-8533-4e79-a140-84a6180abb99', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:22:17.679766 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:17.680156 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:17.693344 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:22:17.712464 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,segment=NetworkSegment(df14f804-e5b3-480a-babc-a0a5c69a33ac),segment_id=df14f804-e5b3-480a-babc-a0a5c69a33ac)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:17.716541 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:17.761400 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:17.960884 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['537b67c2-5ca9-4fef-a93c-cabd432cc2a2'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:22:18.165281 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610aadc-3071-4894-a345-9d74df4ffa7e req-d64156c8-6745-43a5-9304-176db21bb7a6 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:18.166744 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4610aadc-3071-4894-a345-9d74df4ffa7e req-d64156c8-6745-43a5-9304-176db21bb7a6 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 949 time: 0.0557501 Mar 21 19:22:18.210554 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4610aadc-3071-4894-a345-9d74df4ffa7e req-a7df7cd3-f6bd-4587-a3f3-3c8030624fbe tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/security-groups?id=f233ff99-6853-4c01-a21d-5a273912c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383561 Mar 21 19:22:18.584603 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-6e8525ea-fe00-4ef0-b1b9-d61328d1ab91 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:18.586064 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-6e8525ea-fe00-4ef0-b1b9-d61328d1ab91 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/networks?id=1eed5164-30ad-474b-8d3c-211c3964c4ae HTTP/1.1" status: 200 len: 808 time: 0.1034331 Mar 21 19:22:18.600167 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-75225670-daf0-4298-a35c-ff80c239e1ec tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/quotas/07307df1f21f44408048dccd3d2f0f29 HTTP/1.1" status: 200 len: 375 time: 0.0088136 Mar 21 19:22:18.642789 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-756bec1c-374d-434b-8424-e0a0220554a0 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07307df1f21f44408048dccd3d2f0f29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290186 Mar 21 19:22:18.776930 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-bd25e39a-56e0-4f81-a995-1fcf52b67677 service neutron] 10.222.0.41 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271312 Mar 21 19:22:18.867836 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-61159d0c-de4a-4020-a257-11e144ab41c6 service neutron] 10.222.0.41 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852277 Mar 21 19:22:19.026421 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f441f85d-0592-44f4-b405-2358bcaa5ff6 req-b6d769b1-3e4a-48fc-8e9d-b0cadaeaf39b tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 210 time: 0.0270836 Mar 21 19:22:19.349837 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af77b9-9837-49b4-85db-8fda97894c1e req-6e7ed489-c8e3-4efc-9f27-bb5a1e1de87c tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:19.351329 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e7af77b9-9837-49b4-85db-8fda97894c1e req-6e7ed489-c8e3-4efc-9f27-bb5a1e1de87c tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 949 time: 0.0663626 Mar 21 19:22:19.408033 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e7af77b9-9837-49b4-85db-8fda97894c1e req-7d9a4ff9-91f1-480e-9937-e22d74169916 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/security-groups?id=f233ff99-6853-4c01-a21d-5a273912c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502837 Mar 21 19:22:19.562038 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:19.611665 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:22:19.615790 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:19.616245 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:19.698849 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:19.699306 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:19.722240 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac43725-bcee-4838-9b4a-b56fd6536ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537b67c2-5ca9-4fef-a93c-cabd432cc2a2'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:22:19.724644 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b750131-052e-4581-a633-1195c3f8c4c1" -d '{"events": [{"server_uuid": "9ac43725-bcee-4838-9b4a-b56fd6536ff5", "name": "network-vif-plugged", "status": "completed", "tag": "537b67c2-5ca9-4fef-a93c-cabd432cc2a2"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:22:19.737374 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,segment=NetworkSegment(df14f804-e5b3-480a-babc-a0a5c69a33ac),segment_id=df14f804-e5b3-480a-babc-a0a5c69a33ac)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:19.741717 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:19.765644 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a502beda-8b9a-428e-8af7-6806d7f3babf x-openstack-request-id: req-a502beda-8b9a-428e-8af7-6806d7f3babf {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:22:19.766137 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac43725-bcee-4838-9b4a-b56fd6536ff5", "name": "network-vif-plugged", "status": "completed", "tag": "537b67c2-5ca9-4fef-a93c-cabd432cc2a2", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:22:19.766398 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a502beda-8b9a-428e-8af7-6806d7f3babf {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:22:19.766785 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac43725-bcee-4838-9b4a-b56fd6536ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537b67c2-5ca9-4fef-a93c-cabd432cc2a2', 'code': 200} Mar 21 19:22:19.793098 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:19.939517 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e7fbe-78fb-4019-a92b-3d7d80eec277 req-a38a6b38-59be-473c-b127-e7cd0d644b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:19.941095 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f93e7fbe-78fb-4019-a92b-3d7d80eec277 req-a38a6b38-59be-473c-b127-e7cd0d644b51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 1134 time: 0.0487406 Mar 21 19:22:20.050625 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f93e7fbe-78fb-4019-a92b-3d7d80eec277 req-121e94fe-ec81-466f-9815-3a764355eb49 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f233ff99-6853-4c01-a21d-5a273912c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974245 Mar 21 19:22:20.093047 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-52329b76-e9d3-4c7a-9990-69a4fec3dd99 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:20.094704 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-52329b76-e9d3-4c7a-9990-69a4fec3dd99 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.55 "GET /v2.0/networks?id=1eed5164-30ad-474b-8d3c-211c3964c4ae HTTP/1.1" status: 200 len: 808 time: 0.1404486 Mar 21 19:22:20.132347 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7fd8d1a8-0a96-44da-8221-be1c3f34fcde req-e632d435-9166-4c2b-a384-90cc2b49c62f tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 210 time: 0.0290031 Mar 21 19:22:20.268759 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Request body: {'port': {'device_id': '1a339179-f91c-4eb5-85a9-e972844c0f9d', 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae', 'admin_state_up': True, 'tenant_id': '07307df1f21f44408048dccd3d2f0f29'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:20.399793 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Made reservation on behalf of 07307df1f21f44408048dccd3d2f0f29 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:22:20.403761 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:20.532099 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Allocated IP 172.20.0.4 (1eed5164-30ad-474b-8d3c-211c3964c4ae/26f6efec-9a2d-40bc-b27d-77a975a35025/5d74b2f2-59bc-411d-b0d0-035f0226e6a4) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:22:20.564580 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085fc16-44f6-44cb-ba87-e64a5247e913 req-65b738ae-2615-4ccb-af9a-28cf969841c4 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:20.566099 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f085fc16-44f6-44cb-ba87-e64a5247e913 req-65b738ae-2615-4ccb-af9a-28cf969841c4 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 950 time: 0.0787642 Mar 21 19:22:20.615684 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f085fc16-44f6-44cb-ba87-e64a5247e913 req-17af8b1d-7d88-46e9-b392-a1027acc3bde tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/security-groups?id=f233ff99-6853-4c01-a21d-5a273912c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436883 Mar 21 19:22:20.695811 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks [] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:20.729225 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:20.773898 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Network 1eed5164-30ad-474b-8d3c-211c3964c4ae is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:20.777096 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:20.780710 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:22:20.789682 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Pushing event updated for resources: {'Port': ['ID=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:20.834284 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:20.834894 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:20.850853 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-370b720d-ca52-4c7a-8528-42b07ca077ab tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5862932 Mar 21 19:22:20.864948 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Request body: {'port': {'device_id': '1a339179-f91c-4eb5-85a9-e972844c0f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:20.924137 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:21.196416 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:22:21.211656 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Publish callbacks [] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:21.245597 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Transition to ACTIVE for port object 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:22:21.248514 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:21.308165 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8cb00-5d7a-4f4c-b68f-751f5ed3fd60 req-66058066-92cd-4dbf-ba7e-a72ccecf1fac tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:21.309671 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b3c8cb00-5d7a-4f4c-b68f-751f5ed3fd60 req-66058066-92cd-4dbf-ba7e-a72ccecf1fac tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 931 time: 0.1088691 Mar 21 19:22:21.311276 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:21.402696 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b3c8cb00-5d7a-4f4c-b68f-751f5ed3fd60 req-cd935c9b-e188-408b-a48e-f4b76acda0b0 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852718 Mar 21 19:22:21.412573 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Attempting to bind port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:22:21.412752 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Attempting to bind port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': 'e1dd6076-e378-4cf1-913b-34429823fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:22:21.422444 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Attempting to bind port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 on network 1eed5164-30ad-474b-8d3c-211c3964c4ae {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:21.422444 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 on network 1eed5164-30ad-474b-8d3c-211c3964c4ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:22:21.422444 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Attempting to bind port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 on network 1eed5164-30ad-474b-8d3c-211c3964c4ae {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:21.422985 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:22:21.423323 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Checking segment: {'id': 'e1dd6076-e378-4cf1-913b-34429823fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:21.423704 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Bound using segment: {'id': 'e1dd6076-e378-4cf1-913b-34429823fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:22:21.424127 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Bound port: 5d74b2f2-59bc-411d-b0d0-035f0226e6a4, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1dd6076-e378-4cf1-913b-34429823fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:22:21.424573 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:21.483672 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] For port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:22:21.486611 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] For port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,segment=NetworkSegment(e1dd6076-e378-4cf1-913b-34429823fb7e),segment_id=e1dd6076-e378-4cf1-913b-34429823fb7e)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:22:21.492456 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:21.526912 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:21.527526 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:21.528915 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/5d74b2f2-59bc-411d-b0d0-035f0226e6a4 HTTP/1.1" status: 200 len: 1093 time: 0.6682796 Mar 21 19:22:21.529345 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a339179-f91c-4eb5-85a9-e972844c0f9d', 'tag': '5d74b2f2-59bc-411d-b0d0-035f0226e6a4'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:22:21.531549 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f35c44-7c7a-4c13-9169-37b9ed888ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a339179-f91c-4eb5-85a9-e972844c0f9d", "tag": "5d74b2f2-59bc-411d-b0d0-035f0226e6a4"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:22:21.557813 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97762e9b-6090-4db2-8b04-9f794ec724c2 service neutron] Pushing event updated for resources: {'Port': ['ID=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:21.575840 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd46d925-3b70-4c1a-adaa-a816d9c96a36 x-openstack-request-id: req-dd46d925-3b70-4c1a-adaa-a816d9c96a36 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:22:21.576125 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a339179-f91c-4eb5-85a9-e972844c0f9d", "tag": "5d74b2f2-59bc-411d-b0d0-035f0226e6a4", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:22:21.576377 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd46d925-3b70-4c1a-adaa-a816d9c96a36 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:22:21.576792 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a339179-f91c-4eb5-85a9-e972844c0f9d', 'tag': '5d74b2f2-59bc-411d-b0d0-035f0226e6a4', 'status': 'completed', 'code': 200} Mar 21 19:22:21.612093 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-7de39d07-bb45-493a-936a-77a78cafb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:21.613621 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-7de39d07-bb45-493a-936a-77a78cafb253 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07307df1f21f44408048dccd3d2f0f29&device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 1127 time: 0.0460470 Mar 21 19:22:21.653679 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-d7de44d0-7333-4373-8290-54f7798f70c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d74b2f2-59bc-411d-b0d0-035f0226e6a4 HTTP/1.1" status: 200 len: 217 time: 0.0326610 Mar 21 19:22:21.727591 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-b7ebc821-921f-46f5-ac17-91857bf3cd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:21.729603 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-b7ebc821-921f-46f5-ac17-91857bf3cd1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26f6efec-9a2d-40bc-b27d-77a975a35025 HTTP/1.1" status: 200 len: 848 time: 0.0702491 Mar 21 19:22:21.762347 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-01ca577d-be05-41c3-8e76-a56e0c6494e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1eed5164-30ad-474b-8d3c-211c3964c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266972 Mar 21 19:22:21.769188 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411bc31-709a-4c8c-93a4-0389a728a869 req-f2b229ea-6473-4410-9f44-ca66f7be0a8d tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:21.770518 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b411bc31-709a-4c8c-93a4-0389a728a869 req-f2b229ea-6473-4410-9f44-ca66f7be0a8d tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 950 time: 0.0868862 Mar 21 19:22:21.866771 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b411bc31-709a-4c8c-93a4-0389a728a869 req-1cdb9a38-cfcb-4d28-bb20-d319a7fb965e tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/security-groups?id=f233ff99-6853-4c01-a21d-5a273912c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874765 Mar 21 19:22:21.883348 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-28a5b52b-032f-4231-a19f-f974e66fd27c service neutron] 10.222.0.55 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119809 Mar 21 19:22:21.975101 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2bbd2a12-013e-4392-ad25-9347522b0ae5 req-2a324e4a-22dd-4802-be23-0c49b09d9583 service neutron] 10.222.0.55 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856640 Mar 21 19:22:22.083817 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f35c44-7c7a-4c13-9169-37b9ed888ab5 req-a0a95499-8d89-4908-922f-e6ae7bed076e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:22.085422 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-98f35c44-7c7a-4c13-9169-37b9ed888ab5 req-a0a95499-8d89-4908-922f-e6ae7bed076e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07307df1f21f44408048dccd3d2f0f29&device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 1127 time: 0.0552955 Mar 21 19:22:22.208283 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ce52a-217e-4100-be6d-1724833f0741 req-c9b5c201-3caa-4c5d-8ecc-7335500218e9 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:22.209720 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e22ce52a-217e-4100-be6d-1724833f0741 req-c9b5c201-3caa-4c5d-8ecc-7335500218e9 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 950 time: 0.1166155 Mar 21 19:22:22.214369 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f35c44-7c7a-4c13-9169-37b9ed888ab5 req-46761ee1-2f75-4035-b716-586139fe191e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:22.215762 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-98f35c44-7c7a-4c13-9169-37b9ed888ab5 req-46761ee1-2f75-4035-b716-586139fe191e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1eed5164-30ad-474b-8d3c-211c3964c4ae HTTP/1.1" status: 200 len: 909 time: 0.1216455 Mar 21 19:22:22.267344 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-98f35c44-7c7a-4c13-9169-37b9ed888ab5 req-39270c63-fa5f-4e3d-90bd-7e563daedb7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d74b2f2-59bc-411d-b0d0-035f0226e6a4 HTTP/1.1" status: 200 len: 217 time: 0.0440741 Mar 21 19:22:22.319164 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e22ce52a-217e-4100-be6d-1724833f0741 req-30622dc2-2c75-4380-b52e-cbf1ae3e7647 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/security-groups?id=f233ff99-6853-4c01-a21d-5a273912c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024647 Mar 21 19:22:22.329925 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f35c44-7c7a-4c13-9169-37b9ed888ab5 req-8be2ea28-9038-482c-b867-b8889911e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:22.331150 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-98f35c44-7c7a-4c13-9169-37b9ed888ab5 req-8be2ea28-9038-482c-b867-b8889911e9a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26f6efec-9a2d-40bc-b27d-77a975a35025 HTTP/1.1" status: 200 len: 848 time: 0.0546370 Mar 21 19:22:22.362228 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-98f35c44-7c7a-4c13-9169-37b9ed888ab5 req-195040a8-30de-41cf-bff2-dac52ee18eeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1eed5164-30ad-474b-8d3c-211c3964c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244880 Mar 21 19:22:22.452819 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-98f35c44-7c7a-4c13-9169-37b9ed888ab5 req-1c48a0d0-c7ab-4d5b-a0d4-7dceeb7fdc4f service neutron] 10.222.0.55 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825491 Mar 21 19:22:22.523690 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5b559-7481-4e23-9b71-9ca927334466 req-c932ef17-7f10-49fb-a362-627ee40a9278 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:22.525131 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a4a5b559-7481-4e23-9b71-9ca927334466 req-c932ef17-7f10-49fb-a362-627ee40a9278 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 943 time: 0.0552826 Mar 21 19:22:22.540218 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-98f35c44-7c7a-4c13-9169-37b9ed888ab5 req-ba1ef01a-8821-40a2-b792-c66dca1696d2 service neutron] 10.222.0.55 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801849 Mar 21 19:22:22.571845 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a4a5b559-7481-4e23-9b71-9ca927334466 req-af76fb70-ed5b-4804-bc96-0940c6e3e058 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Mar 21 19:22:23.439018 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbec987-7624-4f8e-8c00-c332bc0e4333 req-6e82154c-342d-4a49-9f58-d41c3d34274b tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:23.440478 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bfbec987-7624-4f8e-8c00-c332bc0e4333 req-6e82154c-342d-4a49-9f58-d41c3d34274b tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 950 time: 0.0541797 Mar 21 19:22:23.485892 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bfbec987-7624-4f8e-8c00-c332bc0e4333 req-f84af3c3-f061-4944-9c41-08e618f5eb92 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.41 "GET /v2.0/security-groups?id=f233ff99-6853-4c01-a21d-5a273912c017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Mar 21 19:22:23.544242 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-d2812800-8dd1-4c7d-9e91-13b34e59f330 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:23.546042 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-d2812800-8dd1-4c7d-9e91-13b34e59f330 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ac43725-bcee-4838-9b4a-b56fd6536ff5 HTTP/1.1" status: 200 len: 950 time: 0.0525973 Mar 21 19:22:23.638852 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-e1483ce1-73a4-4719-bea0-a1a8e6c75170 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Deleting port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:22:23.639193 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-e1483ce1-73a4-4719-bea0-a1a8e6c75170 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:23.687393 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703c856-2649-4b4f-bd7a-a47322fb1f20 req-187960b6-2210-4bb2-b9ca-a179000dafb6 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:23.688905 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6703c856-2649-4b4f-bd7a-a47322fb1f20 req-187960b6-2210-4bb2-b9ca-a179000dafb6 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 943 time: 0.0514147 Mar 21 19:22:23.723196 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-e1483ce1-73a4-4719-bea0-a1a8e6c75170 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] For port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,segment=NetworkSegment(df14f804-e5b3-480a-babc-a0a5c69a33ac),segment_id=df14f804-e5b3-480a-babc-a0a5c69a33ac)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:23.723561 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-e1483ce1-73a4-4719-bea0-a1a8e6c75170 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:23.735129 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-6703c856-2649-4b4f-bd7a-a47322fb1f20 req-befac83b-9147-4e70-9327-9e0efd135902 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Mar 21 19:22:23.735591 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-e1483ce1-73a4-4719-bea0-a1a8e6c75170 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Calling delete_port for 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:22:23.861944 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-e1483ce1-73a4-4719-bea0-a1a8e6c75170 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (537b67c2-5ca9-4fef-a93c-cabd432cc2a2), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:23.879621 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['537b67c2-5ca9-4fef-a93c-cabd432cc2a2'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:22:23.891145 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1483ce1-73a4-4719-bea0-a1a8e6c75170 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Pushing event deleted for resources: {'Port': ['ID=537b67c2-5ca9-4fef-a93c-cabd432cc2a2,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:23.940460 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-e1483ce1-73a4-4719-bea0-a1a8e6c75170 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] No DVR routers for this DVR port 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:22:23.943936 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-e1483ce1-73a4-4719-bea0-a1a8e6c75170 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:23.948127 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-46d14b2a-9846-411d-8cd9-593b0b3328ae req-e1483ce1-73a4-4719-bea0-a1a8e6c75170 tempest-VolumesNegativeTest-228794042 tempest-VolumesNegativeTest-228794042-project] 10.222.0.55 "DELETE /v2.0/ports/537b67c2-5ca9-4fef-a93c-cabd432cc2a2 HTTP/1.1" status: 204 len: 173 time: 0.3941717 Mar 21 19:22:23.949051 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac43725-bcee-4838-9b4a-b56fd6536ff5', 'name': 'network-vif-deleted', 'tag': '537b67c2-5ca9-4fef-a93c-cabd432cc2a2'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:22:23.951496 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839b6297-456a-48d1-99d7-a478243b6713" -d '{"events": [{"server_uuid": "9ac43725-bcee-4838-9b4a-b56fd6536ff5", "name": "network-vif-deleted", "tag": "537b67c2-5ca9-4fef-a93c-cabd432cc2a2"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:22:23.998408 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb05124-9e2a-4970-8861-28a2d1901693 x-openstack-request-id: req-acb05124-9e2a-4970-8861-28a2d1901693 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:22:23.998703 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ac43725-bcee-4838-9b4a-b56fd6536ff5", "name": "network-vif-deleted", "tag": "537b67c2-5ca9-4fef-a93c-cabd432cc2a2", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:22:23.998954 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-acb05124-9e2a-4970-8861-28a2d1901693 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:22:23.999351 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac43725-bcee-4838-9b4a-b56fd6536ff5', 'name': 'network-vif-deleted', 'tag': '537b67c2-5ca9-4fef-a93c-cabd432cc2a2', 'status': 'completed', 'code': 200} Mar 21 19:22:24.385082 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 52006) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:24.496196 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f950-c65e-4afa-bbd2-2728c4214b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:24.573418 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f950-c65e-4afa-bbd2-2728c4214b29 admin admin] Publish callbacks [] for security_group (f40bcf87-9324-44fa-8b6f-1c766813e386), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:24.577953 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f950-c65e-4afa-bbd2-2728c4214b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (f40bcf87-9324-44fa-8b6f-1c766813e386), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:24.616642 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f2f0f950-c65e-4afa-bbd2-2728c4214b29 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8b3478d4de9a4baf8c2537ec1c98a665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304237 Mar 21 19:22:24.617642 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0f950-c65e-4afa-bbd2-2728c4214b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40bcf87-9324-44fa-8b6f-1c766813e386,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:24.619430 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52020) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:24.674915 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de0c5254-911c-451e-b6b3-13d07028f37b admin admin] Publish callbacks [] for security_group (f40bcf87-9324-44fa-8b6f-1c766813e386), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:24.697167 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de0c5254-911c-451e-b6b3-13d07028f37b admin admin] Publish callbacks [] for security_group (f40bcf87-9324-44fa-8b6f-1c766813e386), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:24.748937 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de0c5254-911c-451e-b6b3-13d07028f37b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (f40bcf87-9324-44fa-8b6f-1c766813e386), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:24.751919 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-de0c5254-911c-451e-b6b3-13d07028f37b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:24.753367 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-de0c5254-911c-451e-b6b3-13d07028f37b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f40bcf87-9324-44fa-8b6f-1c766813e386 HTTP/1.1" status: 204 len: 168 time: 0.1326923 Mar 21 19:22:24.761654 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0c5254-911c-451e-b6b3-13d07028f37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40bcf87-9324-44fa-8b6f-1c766813e386,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:24.871496 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635abf6b-2e5a-40cd-b58a-ceccbea067f8 req-0cc72d19-a1c3-419d-99ea-7ff22c780da3 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:24.873170 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-635abf6b-2e5a-40cd-b58a-ceccbea067f8 req-0cc72d19-a1c3-419d-99ea-7ff22c780da3 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 943 time: 0.0590074 Mar 21 19:22:24.927851 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-635abf6b-2e5a-40cd-b58a-ceccbea067f8 req-6af999bb-24cb-4515-a89b-e07e303dae4a tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478368 Mar 21 19:22:25.418094 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52112) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:25.522548 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1216824780-network', 'tenant_id': '0365739ec294432297b7b30b1f8df910'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:25.543968 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Made reservation on behalf of 0365739ec294432297b7b30b1f8df910 for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:22:25.546444 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.557034 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.577635 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:22:25.631143 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Publish callbacks [] for security_group (988cb0fb-7518-4b91-8086-b190fde3f0db), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.637670 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (988cb0fb-7518-4b91-8086-b190fde3f0db), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.659614 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:22:25.673708 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988cb0fb-7518-4b91-8086-b190fde3f0db,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:25.678566 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (520e9642-21d6-4746-a5fd-54280c9a5c8a), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.678917 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Added segment 520e9642-21d6-4746-a5fd-54280c9a5c8a of type vlan for network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 Mar 21 19:22:25.690484 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,segment=NetworkSegment(e1dd6076-e378-4cf1-913b-34429823fb7e),segment_id=e1dd6076-e378-4cf1-913b-34429823fb7e)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:25.703885 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '5d74b2f2-59bc-411d-b0d0-035f0226e6a4', 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae', 'port_id': '5d74b2f2-59bc-411d-b0d0-035f0226e6a4', 'mac_address': 'fa:16:3e:0d:d0:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f6efec-9a2d-40bc-b27d-77a975a35025', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:22:25.719486 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (ca371778-1f0f-4c39-a48d-da03ca6a3ce6), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.746415 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:25.746847 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.749080 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (ca371778-1f0f-4c39-a48d-da03ca6a3ce6), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.750098 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:25.750691 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.764376 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:22:25.786703 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,segment=NetworkSegment(e1dd6076-e378-4cf1-913b-34429823fb7e),segment_id=e1dd6076-e378-4cf1-913b-34429823fb7e)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:25.791337 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.808386 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3891792 Mar 21 19:22:25.811593 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 52142) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:25.815575 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769f0b1-d450-4390-a3c6-fe1966e5aed4 admin admin] Pushing event updated for resources: {'Network': ['ID=ca371778-1f0f-4c39-a48d-da03ca6a3ce6,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:25.824342 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Request body: {'subnet': {'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1216824780-subnet', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:25.827204 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:22:25.848266 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Made reservation on behalf of 0365739ec294432297b7b30b1f8df910 for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:22:25.851168 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739474'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:25.906727 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:25.922627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:26.037515 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['5d74b2f2-59bc-411d-b0d0-035f0226e6a4'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:22:26.068824 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b168dac3-bf74-4f3d-b06c-6b552bff4f6d req-e262cfc2-064a-4a00-9466-6b64b43f42ea tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:26.070566 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b168dac3-bf74-4f3d-b06c-6b552bff4f6d req-e262cfc2-064a-4a00-9466-6b64b43f42ea tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 944 time: 0.0624547 Mar 21 19:22:26.133363 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b168dac3-bf74-4f3d-b06c-6b552bff4f6d req-03adff33-db8c-45ad-84a5-edf44ad0e57e tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557897 Mar 21 19:22:26.325686 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62028564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739460'] for subnet (10d50165-ed25-4f8f-9e18-7ce1cb943ec5), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.381406 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d50165-ed25-4f8f-9e18-7ce1cb943ec5,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:26.392051 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Checking segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:26.392405 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Network hostable DHCP agents. Network: ca371778-1f0f-4c39-a48d-da03ca6a3ce6, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:22:26.409000 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:22:26.417519 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, ca371778-1f0f-4c39-a48d-da03ca6a3ce6) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:26.421753 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:26.422349 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.428021 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a073a9-db54-4e70-b611-6b5237fc0b68 None None] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:22:26.440515 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-0dd9cc39-95c1-467e-a965-ecbe4059abd7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6275947 Mar 21 19:22:26.443439 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 52210) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:26.448718 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:26.471180 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.472304 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.527111 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks [] for router_controller (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), precommit_add_association {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.536025 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:22:26.537032 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.692335 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks [] for router_gateway (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.693777 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Allocated IP 172.20.0.2 (ca371778-1f0f-4c39-a48d-da03ca6a3ce6/10d50165-ed25-4f8f-9e18-7ce1cb943ec5/44408d3c-ec1c-41f3-8d82-ec7376b6f862) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:22:26.845853 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Publish callbacks [] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.852717 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.910246 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:26.912092 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Pushing event updated for resources: {'Port': ['ID=44408d3c-ec1c-41f3-8d82-ec7376b6f862,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:26.915580 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:26.916180 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks [] for router_gateway (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.917844 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:22:26.942212 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.976780 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Attempting to bind port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:22:26.977075 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Attempting to bind port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:22:26.977454 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Attempting to bind port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:26.983157 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:22:26.983547 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Checking segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:26.983954 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:26.984352 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Bound using segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:22:26.984854 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Bound port: 44408d3c-ec1c-41f3-8d82-ec7376b6f862, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:22:26.985240 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:27.046631 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Allocated IP 172.27.3.51 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/d3aaa8e7-0185-4be4-94a1-c8b32d3ed548) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:22:27.050540 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] For port 44408d3c-ec1c-41f3-8d82-ec7376b6f862, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:22:27.055234 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] For port 44408d3c-ec1c-41f3-8d82-ec7376b6f862, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=44408d3c-ec1c-41f3-8d82-ec7376b6f862,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:22:27.064207 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:27.139000 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2503bedc-119a-4861-8e26-e322a707bb2f None None] Pushing event updated for resources: {'Port': ['ID=44408d3c-ec1c-41f3-8d82-ec7376b6f862,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:27.197309 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-bd2bc8a1-2954-4d44-b57a-39b0fe6c7b5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:27.198620 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks [] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:27.272366 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:27.319370 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330f14f-ad7f-429b-a911-54b09d31b56b req-b6856aac-01b3-4cb1-a0e5-b6e7dc544957 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:27.319370 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d330f14f-ad7f-429b-a911-54b09d31b56b req-b6856aac-01b3-4cb1-a0e5-b6e7dc544957 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 944 time: 0.1065283 Mar 21 19:22:27.359105 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:27.364730 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:27.366750 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Pushing event updated for resources: {'Port': ['ID=d3aaa8e7-0185-4be4-94a1-c8b32d3ed548,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:27.369508 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:22:27.434467 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d330f14f-ad7f-429b-a911-54b09d31b56b req-7798a8ba-b2f9-4e5a-bb45-f0961b19e3b7 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027017 Mar 21 19:22:27.577750 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:27.635670 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:22:27.639883 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:27.640922 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:27.675245 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks [] for router_gateway (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:27.722919 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:27.723444 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:27.746179 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a339179-f91c-4eb5-85a9-e972844c0f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d74b2f2-59bc-411d-b0d0-035f0226e6a4'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:22:27.748315 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05605c48-257e-4eb6-a0c6-fd2a742ae90b" -d '{"events": [{"server_uuid": "1a339179-f91c-4eb5-85a9-e972844c0f9d", "name": "network-vif-plugged", "status": "completed", "tag": "5d74b2f2-59bc-411d-b0d0-035f0226e6a4"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:22:27.765065 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,segment=NetworkSegment(e1dd6076-e378-4cf1-913b-34429823fb7e),segment_id=e1dd6076-e378-4cf1-913b-34429823fb7e)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:27.771943 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:27.773072 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:22:27.825859 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b967249-a6e6-44dd-bee2-f2f2a174d12e x-openstack-request-id: req-6b967249-a6e6-44dd-bee2-f2f2a174d12e {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:22:27.826255 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a339179-f91c-4eb5-85a9-e972844c0f9d", "name": "network-vif-plugged", "status": "completed", "tag": "5d74b2f2-59bc-411d-b0d0-035f0226e6a4", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:22:27.826552 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6b967249-a6e6-44dd-bee2-f2f2a174d12e {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:22:27.827011 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a339179-f91c-4eb5-85a9-e972844c0f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d74b2f2-59bc-411d-b0d0-035f0226e6a4', 'code': 200} Mar 21 19:22:27.844078 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:27.847788 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:22:27.848241 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 537b67c2-5ca9-4fef-a93c-cabd432cc2a2 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:22:27.902524 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:28.039650 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f269a-9a23-4bd6-b6cb-32e277fe6ac6 req-a353dcb3-e87a-4743-93b4-f50c8333d6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:28.041251 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b86f269a-9a23-4bd6-b6cb-32e277fe6ac6 req-a353dcb3-e87a-4743-93b4-f50c8333d6f1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 1129 time: 0.0725844 Mar 21 19:22:28.099388 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:22:28.106313 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b86f269a-9a23-4bd6-b6cb-32e277fe6ac6 req-ef9ffc7f-455f-4896-a018-c2b8e8ae067a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540726 Mar 21 19:22:28.134003 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc29ff2-5212-431b-bded-7f0530115baa None None] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:22:28.211012 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:22:28.227682 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:28.228948 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-964ac1b6-5ef7-4f03-af18-9ba86b3d8440 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7843075 Mar 21 19:22:28.231579 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 52292) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:28.231796 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Sync routers for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:22:28.246509 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-7e8095dd-1186-4ae9-8ab9-8ab82067394c None None] Provisioning complete for port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:28.246884 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7e8095dd-1186-4ae9-8ab9-8ab82067394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:28.272620 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:22:28.273181 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:21:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:28.469498 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 44408d3c-ec1c-41f3-8d82-ec7376b6f862 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:28.601999 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:22:28.614306 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fc164-eda3-45e5-999a-d879b3f6d0ee req-b16bbda2-8f5a-46b6-a887-5c7f52435cf4 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:28.615854 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db0fc164-eda3-45e5-999a-d879b3f6d0ee req-b16bbda2-8f5a-46b6-a887-5c7f52435cf4 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 945 time: 0.1019380 Mar 21 19:22:28.670341 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-7e8095dd-1186-4ae9-8ab9-8ab82067394c None None] Current status of the port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:28.670737 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7e8095dd-1186-4ae9-8ab9-8ab82067394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:28.683199 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:28.683587 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:28.698493 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-db0fc164-eda3-45e5-999a-d879b3f6d0ee req-a8dd3836-1b50-402f-b440-dedb1fcea1e3 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745327 Mar 21 19:22:28.760594 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:28.761753 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:22:28.797679 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-7e8095dd-1186-4ae9-8ab9-8ab82067394c None None] For port 44408d3c-ec1c-41f3-8d82-ec7376b6f862, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=44408d3c-ec1c-41f3-8d82-ec7376b6f862,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:28.809340 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7e8095dd-1186-4ae9-8ab9-8ab82067394c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:28.934491 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:28.936841 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8095dd-1186-4ae9-8ab9-8ab82067394c None None] Pushing event updated for resources: {'Port': ['ID=44408d3c-ec1c-41f3-8d82-ec7376b6f862,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:28.944853 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Allocated IP 172.20.0.1 (ca371778-1f0f-4c39-a48d-da03ca6a3ce6/10d50165-ed25-4f8f-9e18-7ce1cb943ec5/bd1026e8-943c-4e03-b348-2917a65597ff) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:22:28.956280 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-e476e24a-89c8-49aa-89dd-04ca2110a1dd None None] Provisioning complete for port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:28.957206 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e476e24a-89c8-49aa-89dd-04ca2110a1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.000000 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:27Z', 'revision_number': 3, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:29.029955 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Checking router: a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:22:29.030311 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Updating router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:22:29.062795 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Publish callbacks [] for port (bd1026e8-943c-4e03-b348-2917a65597ff), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.064148 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.111359 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.136839 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-e476e24a-89c8-49aa-89dd-04ca2110a1dd None None] Current status of the port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:29.149185 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:29.152667 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:29.156148 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:22:29.181831 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1026e8-943c-4e03-b348-2917a65597ff,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:29.211709 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.227256 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52302) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:29.425958 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7790ec15-a8dc-4ecb-a3cb-ddd6124fad91 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57978a38be2e419dbf802f5e75cd8cc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974037 Mar 21 19:22:29.426842 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52306) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:29.450976 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-022e548c-764f-4926-84f4-7bc5ef127170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.456477 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Publish callbacks [] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.464759 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.489829 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-036d4a1c-1c8a-4d85-8476-810c8657e9c3 admin admin] Publish callbacks [] for security_group (f233ff99-6853-4c01-a21d-5a273912c017), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.500036 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Attempting to bind port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:22:29.500509 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Attempting to bind port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:22:29.501199 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Attempting to bind port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:29.520467 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-036d4a1c-1c8a-4d85-8476-810c8657e9c3 admin admin] Publish callbacks [] for security_group (f233ff99-6853-4c01-a21d-5a273912c017), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.528145 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:22:29.528592 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:29.528971 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.529374 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:22:29.529869 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Bound port: d3aaa8e7-0185-4be4-94a1-c8b32d3ed548, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:22:29.530257 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.578771 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-036d4a1c-1c8a-4d85-8476-810c8657e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (f233ff99-6853-4c01-a21d-5a273912c017), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.581495 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-036d4a1c-1c8a-4d85-8476-810c8657e9c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.583342 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-036d4a1c-1c8a-4d85-8476-810c8657e9c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f233ff99-6853-4c01-a21d-5a273912c017 HTTP/1.1" status: 204 len: 168 time: 0.1547096 Mar 21 19:22:29.592229 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669a0bd-f458-495f-92a3-28d91f375099 None None] Pushing event updated for resources: {'Port': ['ID=d3aaa8e7-0185-4be4-94a1-c8b32d3ed548,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:29.592518 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036d4a1c-1c8a-4d85-8476-810c8657e9c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f233ff99-6853-4c01-a21d-5a273912c017,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:29.598550 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-0e88248a-aa68-4bd2-8cda-5c8fe7469fea None None] Provisioning complete for port bd1026e8-943c-4e03-b348-2917a65597ff triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:29.598915 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0e88248a-aa68-4bd2-8cda-5c8fe7469fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.663501 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] For port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:22:29.670374 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] For port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d3aaa8e7-0185-4be4-94a1-c8b32d3ed548,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:22:29.671480 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.679404 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-0e88248a-aa68-4bd2-8cda-5c8fe7469fea None None] Port bd1026e8-943c-4e03-b348-2917a65597ff cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:22:29.684759 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.767349 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669a0bd-f458-495f-92a3-28d91f375099 None None] Pushing event updated for resources: {'Port': ['ID=d3aaa8e7-0185-4be4-94a1-c8b32d3ed548,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:29.772655 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:22:29.773313 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:22:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:29.869513 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d3487-5030-43f5-90de-ce51b971d2ed req-8ae3a745-d5ed-4321-a7fc-025ebd92b46e tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:29.871611 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2a3d3487-5030-43f5-90de-ce51b971d2ed req-8ae3a745-d5ed-4321-a7fc-025ebd92b46e tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 945 time: 0.0754063 Mar 21 19:22:29.908689 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:22:29.913675 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Publish callbacks [] for port (bd1026e8-943c-4e03-b348-2917a65597ff), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.920090 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:29.937487 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2a3d3487-5030-43f5-90de-ce51b971d2ed req-ff4f12ee-2591-4f9e-8bcc-3694552cf6b1 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592990 Mar 21 19:22:29.991535 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Pushing event updated for resources: {'Port': ['ID=bd1026e8-943c-4e03-b348-2917a65597ff,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:29.998345 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:30.091764 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:30.093766 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:30.142561 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:28Z', 'revision_number': 1, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:30.172004 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240f683d-d080-4318-8bc5-de01abc41230 None None] The sync data for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi is: [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:28Z', 'revision_number': 1, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:22:30.237062 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:22:30.370324 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:22:30.388472 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-74d9cbd6-3315-4eed-a092-8d1887e65754 admin admin] 10.222.0.41 "PUT /v2.0/routers/a334c5f9-8a63-4eb3-b894-8cc7bd3975c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1551199 Mar 21 19:22:30.416285 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-95baa4c7-1750-433b-ba2d-805b548d2b56 None None] Provisioning complete for port bd1026e8-943c-4e03-b348-2917a65597ff triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:30.416801 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-95baa4c7-1750-433b-ba2d-805b548d2b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:30.486003 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-95baa4c7-1750-433b-ba2d-805b548d2b56 None None] Port bd1026e8-943c-4e03-b348-2917a65597ff cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:22:30.488970 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 44408d3c-ec1c-41f3-8d82-ec7376b6f862 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:30.548857 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:30.572441 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:30.572852 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:30.671302 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:30.713469 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15b8a5-7a47-46a7-bed3-4d676d2e1a21 req-29d52e57-b0da-41cf-a8cb-9df92bb0af48 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:30.715323 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7a15b8a5-7a47-46a7-bed3-4d676d2e1a21 req-29d52e57-b0da-41cf-a8cb-9df92bb0af48 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 945 time: 0.0569172 Mar 21 19:22:30.769125 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7a15b8a5-7a47-46a7-bed3-4d676d2e1a21 req-c3072d30-10c5-4d15-884d-faa4ebb9fe46 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474224 Mar 21 19:22:31.055443 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 52338) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:31.073651 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-761690070-network', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:31.093938 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Made reservation on behalf of e41c3c2dbd3f4f9484b4421ee7c97700 for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:22:31.096406 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.106002 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.185611 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Publish callbacks [] for security_group (f0af772e-5329-4edf-80dc-aa66b1142cf9), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.189881 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (f0af772e-5329-4edf-80dc-aa66b1142cf9), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.215776 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:22:31.226443 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0af772e-5329-4edf-80dc-aa66b1142cf9,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:31.231929 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (68e60c01-dc1a-48b2-8cbd-a5d38c2cca43), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.232271 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Added segment 68e60c01-dc1a-48b2-8cbd-a5d38c2cca43 of type vlan for network 68e304bf-a54d-4128-8de3-cce756014eb7 Mar 21 19:22:31.282678 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (68e304bf-a54d-4128-8de3-cce756014eb7), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.307602 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (68e304bf-a54d-4128-8de3-cce756014eb7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.308777 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:31.309377 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.365575 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3082449 Mar 21 19:22:31.368676 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52340) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:31.373851 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Request body: {'subnet': {'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-761690070-subnet', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:31.375309 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6874ff3-efe1-479c-b647-21da52b083e8 admin admin] Pushing event updated for resources: {'Network': ['ID=68e304bf-a54d-4128-8de3-cce756014eb7,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:31.390639 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 68e304bf-a54d-4128-8de3-cce756014eb7 details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:22:31.395457 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Made reservation on behalf of e41c3c2dbd3f4f9484b4421ee7c97700 for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:22:31.398115 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62842568'] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.590887 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59230517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62842590'] for subnet (55c2754c-ccb3-49c0-a440-8b4a5a18da91), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.652312 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=55c2754c-ccb3-49c0-a440-8b4a5a18da91,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:31.660364 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Checking segment: {'id': '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:31.660750 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Network hostable DHCP agents. Network: 68e304bf-a54d-4128-8de3-cce756014eb7, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:22:31.676372 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Network 68e304bf-a54d-4128-8de3-cce756014eb7 is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:22:31.684252 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 68e304bf-a54d-4128-8de3-cce756014eb7) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:31.688982 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:31.690868 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.691948 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f5f342-e724-4d18-b889-8f07adf8e887 None None] Network 68e304bf-a54d-4128-8de3-cce756014eb7 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:22:31.706573 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-66ddc1b1-af2b-46ac-a932-8020e7441c3d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3368144 Mar 21 19:22:31.709063 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52342) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:31.713802 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-761690070-router', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:31.733022 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.734006 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.788393 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks [] for router_controller (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), precommit_add_association {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.797453 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-68e304bf-a54d-4128-8de3-cce756014eb7', 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7', 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'fixed_ips': [{'subnet_id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:22:31.798413 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.910806 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4ab65-5150-4cc4-886e-c72a2daaf370 req-b6280f49-36d8-4c91-9043-a6d858889789 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:31.912840 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0e4ab65-5150-4cc4-886e-c72a2daaf370 req-b6280f49-36d8-4c91-9043-a6d858889789 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 945 time: 0.0683889 Mar 21 19:22:31.940170 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Allocated IP 172.20.0.2 (68e304bf-a54d-4128-8de3-cce756014eb7/55c2754c-ccb3-49c0-a440-8b4a5a18da91/47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:22:31.952818 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks [] for router_gateway (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:31.970256 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f0e4ab65-5150-4cc4-886e-c72a2daaf370 req-210620dd-53cc-489a-bb4a-f2caed67cae1 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488317 Mar 21 19:22:32.110832 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Publish callbacks [] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.120682 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.124864 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.149227 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f72da-6377-4135-911f-6e4b3893a424 req-536c8d54-6fdb-4b27-9741-690f2f6a0294 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:32.151495 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-134f72da-6377-4135-911f-6e4b3893a424 req-536c8d54-6fdb-4b27-9741-690f2f6a0294 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 945 time: 0.0645854 Mar 21 19:22:32.174212 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Network 68e304bf-a54d-4128-8de3-cce756014eb7 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:32.177148 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:32.183268 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks [] for router_gateway (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.186222 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:22:32.188268 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Pushing event updated for resources: {'Port': ['ID=47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:32.205211 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.255412 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Attempting to bind port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:22:32.256077 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Attempting to bind port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:22:32.256643 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Attempting to bind port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 on network 68e304bf-a54d-4128-8de3-cce756014eb7 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:32.263383 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:22:32.264020 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Checking segment: {'id': '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:32.264607 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.265008 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Bound using segment: {'id': '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:22:32.265732 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Bound port: 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:22:32.266117 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.278047 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-134f72da-6377-4135-911f-6e4b3893a424 req-480f4147-fe0d-414a-b445-36ad73038205 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Deleting port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:22:32.278551 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-134f72da-6377-4135-911f-6e4b3893a424 req-480f4147-fe0d-414a-b445-36ad73038205 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.316001 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Allocated IP 172.27.3.14 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/61d2b024-cce8-4144-a540-f9439824d467) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:22:32.332410 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] For port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:22:32.335797 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] For port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63,segment=NetworkSegment(68e60c01-dc1a-48b2-8cbd-a5d38c2cca43),segment_id=68e60c01-dc1a-48b2-8cbd-a5d38c2cca43)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:22:32.344522 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.404308 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-134f72da-6377-4135-911f-6e4b3893a424 req-480f4147-fe0d-414a-b445-36ad73038205 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] For port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,segment=NetworkSegment(e1dd6076-e378-4cf1-913b-34429823fb7e),segment_id=e1dd6076-e378-4cf1-913b-34429823fb7e)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:32.404308 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-134f72da-6377-4135-911f-6e4b3893a424 req-480f4147-fe0d-414a-b445-36ad73038205 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.423765 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-134f72da-6377-4135-911f-6e4b3893a424 req-480f4147-fe0d-414a-b445-36ad73038205 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Calling delete_port for 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:22:32.424886 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4a9cb-f6ba-4dab-b0bf-05525ee88f05 None None] Pushing event updated for resources: {'Port': ['ID=47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:32.456963 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks [] for port (61d2b024-cce8-4144-a540-f9439824d467), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.473364 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:32.515521 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (61d2b024-cce8-4144-a540-f9439824d467), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.522723 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Sync routers for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:22:32.536535 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:22:32.536785 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:32.537027 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.537682 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:22:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:32.568149 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:32.574408 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:32.578556 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:22:32.601317 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Pushing event updated for resources: {'Port': ['ID=61d2b024-cce8-4144-a540-f9439824d467,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:32.636447 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:32.636447 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.648444 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-134f72da-6377-4135-911f-6e4b3893a424 req-480f4147-fe0d-414a-b445-36ad73038205 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (5d74b2f2-59bc-411d-b0d0-035f0226e6a4), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.694612 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f4147-fe0d-414a-b445-36ad73038205 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Pushing event deleted for resources: {'Port': ['ID=5d74b2f2-59bc-411d-b0d0-035f0226e6a4,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:32.698686 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['5d74b2f2-59bc-411d-b0d0-035f0226e6a4'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:22:32.739556 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:22:32.758625 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-134f72da-6377-4135-911f-6e4b3893a424 req-480f4147-fe0d-414a-b445-36ad73038205 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] No DVR routers for this DVR port 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:22:32.761970 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d3aaa8e7-0185-4be4-94a1-c8b32d3ed548,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:32.762186 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-134f72da-6377-4135-911f-6e4b3893a424 req-480f4147-fe0d-414a-b445-36ad73038205 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.766301 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-134f72da-6377-4135-911f-6e4b3893a424 req-480f4147-fe0d-414a-b445-36ad73038205 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.55 "DELETE /v2.0/ports/5d74b2f2-59bc-411d-b0d0-035f0226e6a4 HTTP/1.1" status: 204 len: 173 time: 0.6068363 Mar 21 19:22:32.767474 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a339179-f91c-4eb5-85a9-e972844c0f9d', 'name': 'network-vif-deleted', 'tag': '5d74b2f2-59bc-411d-b0d0-035f0226e6a4'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:22:32.771472 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b690e1-ef39-44a5-b62d-085ee77b567a" -d '{"events": [{"server_uuid": "1a339179-f91c-4eb5-85a9-e972844c0f9d", "name": "network-vif-deleted", "tag": "5d74b2f2-59bc-411d-b0d0-035f0226e6a4"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:22:32.773672 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:32.843919 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e566e13e-c576-4363-b17a-d2658fe05eb3 x-openstack-request-id: req-e566e13e-c576-4363-b17a-d2658fe05eb3 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:22:32.844219 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a339179-f91c-4eb5-85a9-e972844c0f9d", "name": "network-vif-deleted", "tag": "5d74b2f2-59bc-411d-b0d0-035f0226e6a4", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:22:32.844545 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e566e13e-c576-4363-b17a-d2658fe05eb3 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:22:32.844954 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a339179-f91c-4eb5-85a9-e972844c0f9d', 'name': 'network-vif-deleted', 'tag': '5d74b2f2-59bc-411d-b0d0-035f0226e6a4', 'status': 'completed', 'code': 200} Mar 21 19:22:32.882407 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=d3aaa8e7-0185-4be4-94a1-c8b32d3ed548,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:33.019495 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks [] for router_gateway (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.082460 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 2, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:33.086930 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0ec31639-a093-4aec-a96e-bccac199c29a req-091d3259-4a70-4b6c-b87b-29d0d69d0b42 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a339179-f91c-4eb5-85a9-e972844c0f9d HTTP/1.1" status: 200 len: 210 time: 0.0302386 Mar 21 19:22:33.117548 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Checking router: a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:22:33.117918 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Updating router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 port bd1026e8-943c-4e03-b348-2917a65597ff binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:22:33.146767 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.221342 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.367300 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103550) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:22:33.436944 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Publish callbacks [] for port (bd1026e8-943c-4e03-b348-2917a65597ff), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.443685 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.490213 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Pushing event updated for resources: {'Port': ['ID=bd1026e8-943c-4e03-b348-2917a65597ff,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:33.497129 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:22:33.498523 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.498889 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.499256 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.499617 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.499954 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.500284 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.501453 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.501790 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.502120 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.502449 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.502779 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.503122 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.503452 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.503773 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.504095 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:22:33.513221 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Sync routers for ids ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:22:33.532942 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.534546 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a4ee813e-d116-48d1-98e9-48833dac96d7 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8245502 Mar 21 19:22:33.537839 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52350) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:33.551494 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Routers {'92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:22:33.552169 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:22:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:33.597626 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Attempting to bind port bd1026e8-943c-4e03-b348-2917a65597ff on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:22:33.598738 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Attempting to bind port bd1026e8-943c-4e03-b348-2917a65597ff by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:22:33.599315 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Attempting to bind port bd1026e8-943c-4e03-b348-2917a65597ff on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:33.605786 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:22:33.606492 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Checking segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:33.607116 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.607713 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Bound using segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:22:33.608399 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Bound port: bd1026e8-943c-4e03-b348-2917a65597ff, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:22:33.610754 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.664201 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.716851 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] For port bd1026e8-943c-4e03-b348-2917a65597ff, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:22:33.720655 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] For port bd1026e8-943c-4e03-b348-2917a65597ff, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=bd1026e8-943c-4e03-b348-2917a65597ff,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:22:33.722687 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Set router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:22:33.730092 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.760907 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1832e-4fc4-4245-89d3-74aca8c59420 None None] Network 68e304bf-a54d-4128-8de3-cce756014eb7 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:22:33.785657 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f5d162-2b0e-4ef7-aeb6-29783b8bf161 None None] Pushing event updated for resources: {'Port': ['ID=bd1026e8-943c-4e03-b348-2917a65597ff,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:33.805193 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:22:33.806465 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:22:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:33.921811 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-9db2fb1a-0bb4-4d47-a2a9-261cf463ef14 None None] Provisioning complete for port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:33.922180 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9db2fb1a-0bb4-4d47-a2a9-261cf463ef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:33.932453 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:22:34.118738 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-9db2fb1a-0bb4-4d47-a2a9-261cf463ef14 None None] Current status of the port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:34.119018 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9db2fb1a-0bb4-4d47-a2a9-261cf463ef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:34.187687 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-9db2fb1a-0bb4-4d47-a2a9-261cf463ef14 None None] For port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63,segment=NetworkSegment(68e60c01-dc1a-48b2-8cbd-a5d38c2cca43),segment_id=68e60c01-dc1a-48b2-8cbd-a5d38c2cca43)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:34.204108 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9db2fb1a-0bb4-4d47-a2a9-261cf463ef14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:34.206489 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'name': 'tempest-TestVolumeBootPattern-761690070-router', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '61d2b024-cce8-4144-a540-f9439824d467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:31Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 3, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'gw_port': {'id': '61d2b024-cce8-4144-a540-f9439824d467', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:32Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:34.232399 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:33Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:34.262974 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f21f36-a8d3-43e5-9a55-478b56bb1579 None None] The sync data for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi is: [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:33Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:22:34.295101 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Checking router: 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:22:34.295762 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Updating router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 port 61d2b024-cce8-4144-a540-f9439824d467 binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:22:34.305487 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:34.422082 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (61d2b024-cce8-4144-a540-f9439824d467), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:34.475711 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2fb1a-0bb4-4d47-a2a9-261cf463ef14 None None] Pushing event updated for resources: {'Port': ['ID=47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:34.481782 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-92c3a0df-3879-482d-889e-d6da12f8c3d6 None None] Provisioning complete for port bd1026e8-943c-4e03-b348-2917a65597ff triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:34.482399 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-92c3a0df-3879-482d-889e-d6da12f8c3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:34.546546 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Allocated IP 172.20.0.1 (68e304bf-a54d-4128-8de3-cce756014eb7/55c2754c-ccb3-49c0-a440-8b4a5a18da91/6dc12ac6-e660-40c9-854c-2a836e1f5cca) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:22:34.650042 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-25a2e610-ed7d-4012-bc8e-10bb930ee3a3 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:34.657035 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-25a2e610-ed7d-4012-bc8e-10bb930ee3a3 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/networks?id=1eed5164-30ad-474b-8d3c-211c3964c4ae HTTP/1.1" status: 200 len: 808 time: 0.2074041 Mar 21 19:22:34.673341 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-65c99fcf-b2c1-4ed5-943d-81d4a647afbf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/quotas/07307df1f21f44408048dccd3d2f0f29 HTTP/1.1" status: 200 len: 375 time: 0.0153003 Mar 21 19:22:34.699178 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Publish callbacks [] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:34.712810 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-c0eee4b6-120b-4e99-8de4-03365f5adc15 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=07307df1f21f44408048dccd3d2f0f29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378642 Mar 21 19:22:34.746022 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:34.790323 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Network 68e304bf-a54d-4128-8de3-cce756014eb7 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:34.796656 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:34.804687 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:22:34.815295 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:34.853213 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:34.853717 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-b6e55e67-8044-4da9-a86d-f5f1e8cc47b1 service neutron] 10.222.0.41 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397913 Mar 21 19:22:34.943212 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-92c3a0df-3879-482d-889e-d6da12f8c3d6 None None] Current status of the port bd1026e8-943c-4e03-b348-2917a65597ff is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:34.943610 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-92c3a0df-3879-482d-889e-d6da12f8c3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:34.962247 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc12ac6-e660-40c9-854c-2a836e1f5cca,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:34.993684 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7cf551f0-db44-4864-8e5d-6e8779978c1e service neutron] 10.222.0.41 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384404 Mar 21 19:22:35.001685 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:35.002076 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.028020 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.057612 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-92c3a0df-3879-482d-889e-d6da12f8c3d6 None None] For port bd1026e8-943c-4e03-b348-2917a65597ff, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=bd1026e8-943c-4e03-b348-2917a65597ff,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:35.075799 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-92c3a0df-3879-482d-889e-d6da12f8c3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.258478 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3a0df-3879-482d-889e-d6da12f8c3d6 None None] Pushing event updated for resources: {'Port': ['ID=bd1026e8-943c-4e03-b348-2917a65597ff,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:35.263198 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Publish callbacks [] for port (61d2b024-cce8-4144-a540-f9439824d467), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.265466 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:35.266544 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device bd1026e8-943c-4e03-b348-2917a65597ff up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:35.292657 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (61d2b024-cce8-4144-a540-f9439824d467), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.298367 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-11a44c97-49c7-4470-a67c-438412286055 None None] Provisioning complete for port 6dc12ac6-e660-40c9-854c-2a836e1f5cca triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:35.298739 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-11a44c97-49c7-4470-a67c-438412286055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.300158 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f33f7360-ec3b-403e-8f85-31a552743734 req-e665eba4-9771-4750-8c33-a905b31d0e5f tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 210 time: 0.0594027 Mar 21 19:22:35.318179 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Publish callbacks [] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.323308 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59231154'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.389099 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d75485-6016-417b-a12f-65971aaaa424 None None] Pushing event updated for resources: {'Port': ['ID=61d2b024-cce8-4144-a540-f9439824d467,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:35.408816 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-11a44c97-49c7-4470-a67c-438412286055 None None] Port 6dc12ac6-e660-40c9-854c-2a836e1f5cca cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:22:35.413603 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Attempting to bind port 61d2b024-cce8-4144-a540-f9439824d467 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:22:35.413990 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Attempting to bind port 61d2b024-cce8-4144-a540-f9439824d467 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:22:35.414356 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Attempting to bind port 61d2b024-cce8-4144-a540-f9439824d467 on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:35.424066 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=6dc12ac6-e660-40c9-854c-2a836e1f5cca,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:35.424703 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:22:35.425088 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:35.425496 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.425891 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:22:35.426367 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Bound port: 61d2b024-cce8-4144-a540-f9439824d467, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:22:35.426751 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (61d2b024-cce8-4144-a540-f9439824d467), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.431558 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.460389 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-11a44c97-49c7-4470-a67c-438412286055 None None] Provisioning complete for port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:35.460880 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-11a44c97-49c7-4470-a67c-438412286055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.462949 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port bd1026e8-943c-4e03-b348-2917a65597ff triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:35.463319 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.530055 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Network 68e304bf-a54d-4128-8de3-cce756014eb7 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:35.531708 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:35.542009 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] For port 61d2b024-cce8-4144-a540-f9439824d467, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:22:35.561568 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] For port 61d2b024-cce8-4144-a540-f9439824d467, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=61d2b024-cce8-4144-a540-f9439824d467,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:22:35.575178 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (61d2b024-cce8-4144-a540-f9439824d467), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.636735 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:22:35.692341 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:22:35.694575 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:22:35.694931 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 5d74b2f2-59bc-411d-b0d0-035f0226e6a4 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:22:35.724230 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-11a44c97-49c7-4470-a67c-438412286055 None None] Current status of the port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:35.732477 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Routers {'92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:22:35.733142 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:22:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:35.735287 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d75485-6016-417b-a12f-65971aaaa424 None None] Pushing event updated for resources: {'Port': ['ID=61d2b024-cce8-4144-a540-f9439824d467,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:35.739756 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port bd1026e8-943c-4e03-b348-2917a65597ff is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:35.740115 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:35.842075 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:22:35.847982 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-2b24ce0f-e690-4b63-a46a-67e0bd1df6a7 admin admin] 10.222.0.41 "PUT /v2.0/routers/92bd9e2a-50a5-40b5-a723-bbf7e3e7b623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3086596 Mar 21 19:22:35.875899 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-9cafd108-75a0-48ee-bd22-56821b86f8c7 None None] Provisioning complete for port 6dc12ac6-e660-40c9-854c-2a836e1f5cca triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:35.876519 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9cafd108-75a0-48ee-bd22-56821b86f8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.927092 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] Set router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:22:35.928814 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:35.929195 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:35.983471 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-9cafd108-75a0-48ee-bd22-56821b86f8c7 None None] Port 6dc12ac6-e660-40c9-854c-2a836e1f5cca cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:22:36.147407 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:36.199364 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'name': 'tempest-TestVolumeBootPattern-761690070-router', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '61d2b024-cce8-4144-a540-f9439824d467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:31Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 4, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'gw_port': {'id': '61d2b024-cce8-4144-a540-f9439824d467', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:32Z', 'updated_at': '2022-03-21T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '6dc12ac6-e660-40c9-854c-2a836e1f5cca', 'name': '', 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'mac_address': 'fa:16:3e:1c:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:34Z', 'updated_at': '2022-03-21T19:22:35Z', 'revision_number': 2, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'subnets': [{'id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:36.230162 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ac01e-5101-432f-a72f-931e25cde2ca None None] The sync data for ids ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'] in dv-cinder-834527-2-iscsi is: [{'id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'name': 'tempest-TestVolumeBootPattern-761690070-router', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '61d2b024-cce8-4144-a540-f9439824d467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:31Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 4, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'gw_port': {'id': '61d2b024-cce8-4144-a540-f9439824d467', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:32Z', 'updated_at': '2022-03-21T19:22:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '6dc12ac6-e660-40c9-854c-2a836e1f5cca', 'name': '', 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'mac_address': 'fa:16:3e:1c:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:34Z', 'updated_at': '2022-03-21T19:22:35Z', 'revision_number': 2, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'subnets': [{'id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:22:36.422045 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-4ad04f59-7ca1-4d4b-9704-beb22a52c3ce tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:36.423807 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-4ad04f59-7ca1-4d4b-9704-beb22a52c3ce tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.55 "GET /v2.0/networks?id=1eed5164-30ad-474b-8d3c-211c3964c4ae HTTP/1.1" status: 200 len: 808 time: 0.1568394 Mar 21 19:22:36.442847 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Request body: {'port': {'device_id': '7caee015-3a3a-4f4b-8547-dac3e67068df', 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae', 'admin_state_up': True, 'tenant_id': '07307df1f21f44408048dccd3d2f0f29'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:36.459652 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-59001b3f-1c14-449d-b0e0-b88c530e56c6 req-eb5ae422-62f3-497a-bbfb-a10547db6867 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 210 time: 0.0613866 Mar 21 19:22:36.504995 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device bd1026e8-943c-4e03-b348-2917a65597ff up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:36.575780 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52386) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:36.581605 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-71a5066c-dadc-4b01-ab04-02ecd218ed34 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937464279', 'description': 'tempest-secgroup-smoke-1937464279 description', 'project_id': '0365739ec294432297b7b30b1f8df910'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:36.614613 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port bd1026e8-943c-4e03-b348-2917a65597ff triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:36.614995 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.620481 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-71a5066c-dadc-4b01-ab04-02ecd218ed34 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.633126 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Made reservation on behalf of 07307df1f21f44408048dccd3d2f0f29 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:22:36.637218 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.707947 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-71a5066c-dadc-4b01-ab04-02ecd218ed34 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group (3012b700-43ba-443c-bd35-3cba049f5743), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.720459 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-71a5066c-dadc-4b01-ab04-02ecd218ed34 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3012b700-43ba-443c-bd35-3cba049f5743), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.729464 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port bd1026e8-943c-4e03-b348-2917a65597ff is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:36.731108 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:36.753725 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5066c-dadc-4b01-ab04-02ecd218ed34 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3012b700-43ba-443c-bd35-3cba049f5743,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:36.763327 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-71a5066c-dadc-4b01-ab04-02ecd218ed34 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.767159 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-71a5066c-dadc-4b01-ab04-02ecd218ed34 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1877496 Mar 21 19:22:36.768970 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52390) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:36.773525 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-468aa3e1-6367-48de-a894-a9db2a6855eb tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'security_group_rule': {'security_group_id': '3012b700-43ba-443c-bd35-3cba049f5743', 'project_id': '0365739ec294432297b7b30b1f8df910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:36.800646 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Allocated IP 172.20.0.6 (1eed5164-30ad-474b-8d3c-211c3964c4ae/26f6efec-9a2d-40bc-b27d-77a975a35025/f157045b-431c-4f0d-9182-69d63ddb00d0) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:22:36.809762 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-468aa3e1-6367-48de-a894-a9db2a6855eb tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (5aabdabb-6d80-4b70-9a07-8a54a9c36547), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.811001 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:36.811974 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.876522 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-468aa3e1-6367-48de-a894-a9db2a6855eb tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (5aabdabb-6d80-4b70-9a07-8a54a9c36547), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.885992 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-468aa3e1-6367-48de-a894-a9db2a6855eb tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (5aabdabb-6d80-4b70-9a07-8a54a9c36547), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.916755 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-468aa3e1-6367-48de-a894-a9db2a6855eb tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.918585 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-468aa3e1-6367-48de-a894-a9db2a6855eb tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486015 Mar 21 19:22:36.919359 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:36.925018 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52392) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:36.930669 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-bb732199-1bf4-46e7-86fc-544d28dda550 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'security_group_rule': {'security_group_id': '3012b700-43ba-443c-bd35-3cba049f5743', 'project_id': '0365739ec294432297b7b30b1f8df910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:36.935874 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468aa3e1-6367-48de-a894-a9db2a6855eb tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aabdabb-6d80-4b70-9a07-8a54a9c36547,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:36.964750 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb732199-1bf4-46e7-86fc-544d28dda550 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (a5190db2-1f77-4239-92fb-895229fdc9ce), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:36.976734 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks [] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.015060 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.026177 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb732199-1bf4-46e7-86fc-544d28dda550 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (a5190db2-1f77-4239-92fb-895229fdc9ce), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.030380 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb732199-1bf4-46e7-86fc-544d28dda550 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (a5190db2-1f77-4239-92fb-895229fdc9ce), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.050914 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb732199-1bf4-46e7-86fc-544d28dda550 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5190db2-1f77-4239-92fb-895229fdc9ce,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:37.062036 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Network 1eed5164-30ad-474b-8d3c-211c3964c4ae is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:37.064172 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-bb732199-1bf4-46e7-86fc-544d28dda550 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.065276 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:37.065641 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-bb732199-1bf4-46e7-86fc-544d28dda550 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1385159 Mar 21 19:22:37.069362 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:22:37.069672 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52394) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:37.075155 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-7c2ef2aa-86c5-48cd-9ce0-378b09f71476 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'security_group_rule': {'security_group_id': '3012b700-43ba-443c-bd35-3cba049f5743', 'project_id': '0365739ec294432297b7b30b1f8df910', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:37.079313 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Pushing event updated for resources: {'Port': ['ID=f157045b-431c-4f0d-9182-69d63ddb00d0,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:37.103108 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef2aa-86c5-48cd-9ce0-378b09f71476 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (d3021b58-a137-44c6-bde5-6662aa53ea7f), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.136881 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:37.137540 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.154930 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-7a8ce7f4-19d2-4def-8907-90c9cd4191cf tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7162137 Mar 21 19:22:37.167314 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef2aa-86c5-48cd-9ce0-378b09f71476 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (d3021b58-a137-44c6-bde5-6662aa53ea7f), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.173289 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Request body: {'port': {'device_id': '7caee015-3a3a-4f4b-8547-dac3e67068df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:37.173862 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef2aa-86c5-48cd-9ce0-378b09f71476 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (d3021b58-a137-44c6-bde5-6662aa53ea7f), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.190228 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ef2aa-86c5-48cd-9ce0-378b09f71476 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3021b58-a137-44c6-bde5-6662aa53ea7f,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:37.205140 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef2aa-86c5-48cd-9ce0-378b09f71476 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.206379 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7c2ef2aa-86c5-48cd-9ce0-378b09f71476 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355867 Mar 21 19:22:37.209199 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52396) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:37.221660 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-f4a3b874-9558-4c72-b748-065272e005d1 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'security_group_rule': {'security_group_id': '3012b700-43ba-443c-bd35-3cba049f5743', 'project_id': '0365739ec294432297b7b30b1f8df910', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:37.259760 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.272763 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b874-9558-4c72-b748-065272e005d1 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (9b44375e-bb60-40ec-b082-f493fddfe1d8), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.341512 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b874-9558-4c72-b748-065272e005d1 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (9b44375e-bb60-40ec-b082-f493fddfe1d8), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.345723 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b874-9558-4c72-b748-065272e005d1 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (9b44375e-bb60-40ec-b082-f493fddfe1d8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.363739 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3b874-9558-4c72-b748-065272e005d1 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b44375e-bb60-40ec-b082-f493fddfe1d8,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:37.374013 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f4a3b874-9558-4c72-b748-065272e005d1 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.375257 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f4a3b874-9558-4c72-b748-065272e005d1 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623080 Mar 21 19:22:37.378196 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52398) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:37.382592 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-4ab6eacf-c996-4664-ab81-79ab7c9c7a5e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'security_group_rule': {'security_group_id': '3012b700-43ba-443c-bd35-3cba049f5743', 'project_id': '0365739ec294432297b7b30b1f8df910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:37.410449 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.securitygroups_db [None req-4ab6eacf-c996-4664-ab81-79ab7c9c7a5e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Project 0365739ec294432297b7b30b1f8df910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 19:22:37.417010 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ab6eacf-c996-4664-ab81-79ab7c9c7a5e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (5724a574-ee3c-4e61-9453-d37cf6b6ab13), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.481124 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ab6eacf-c996-4664-ab81-79ab7c9c7a5e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (5724a574-ee3c-4e61-9453-d37cf6b6ab13), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.485673 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ab6eacf-c996-4664-ab81-79ab7c9c7a5e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (5724a574-ee3c-4e61-9453-d37cf6b6ab13), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.515642 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6eacf-c996-4664-ab81-79ab7c9c7a5e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5724a574-ee3c-4e61-9453-d37cf6b6ab13,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:37.532339 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ab6eacf-c996-4664-ab81-79ab7c9c7a5e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.535893 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4ab6eacf-c996-4664-ab81-79ab7c9c7a5e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1542871 Mar 21 19:22:37.536291 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52402) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:22:37.543451 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-8f47c80f-ebfb-4b41-aa07-79a255fc3517 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'security_group_rule': {'security_group_id': '3012b700-43ba-443c-bd35-3cba049f5743', 'project_id': '0365739ec294432297b7b30b1f8df910', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:37.552886 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f157045b-431c-4f0d-9182-69d63ddb00d0 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:22:37.562239 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Publish callbacks [] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.577994 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Transition to ACTIVE for port object f157045b-431c-4f0d-9182-69d63ddb00d0 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:22:37.581975 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.593277 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.securitygroups_db [None req-8f47c80f-ebfb-4b41-aa07-79a255fc3517 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Project 0365739ec294432297b7b30b1f8df910 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 19:22:37.602417 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f47c80f-ebfb-4b41-aa07-79a255fc3517 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (987ddb26-8476-4de2-9785-8f4d5a2f98ba), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.629316 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Pushing event updated for resources: {'Port': ['ID=f157045b-431c-4f0d-9182-69d63ddb00d0,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:37.653469 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cedf5-d05f-4f26-bb08-03ef5457e4bc req-84a4b946-05d5-4000-bc9c-ac98f62cffd2 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:37.655035 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf7cedf5-d05f-4f26-bb08-03ef5457e4bc req-84a4b946-05d5-4000-bc9c-ac98f62cffd2 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 931 time: 0.0946455 Mar 21 19:22:37.701273 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f47c80f-ebfb-4b41-aa07-79a255fc3517 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (987ddb26-8476-4de2-9785-8f4d5a2f98ba), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.707274 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f47c80f-ebfb-4b41-aa07-79a255fc3517 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (987ddb26-8476-4de2-9785-8f4d5a2f98ba), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.715203 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Attempting to bind port f157045b-431c-4f0d-9182-69d63ddb00d0 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:22:37.715550 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Attempting to bind port f157045b-431c-4f0d-9182-69d63ddb00d0 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': 'e1dd6076-e378-4cf1-913b-34429823fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:22:37.715889 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Attempting to bind port f157045b-431c-4f0d-9182-69d63ddb00d0 on network 1eed5164-30ad-474b-8d3c-211c3964c4ae {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:37.720768 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Port f157045b-431c-4f0d-9182-69d63ddb00d0 on network 1eed5164-30ad-474b-8d3c-211c3964c4ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:22:37.721102 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Attempting to bind port f157045b-431c-4f0d-9182-69d63ddb00d0 on network 1eed5164-30ad-474b-8d3c-211c3964c4ae {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:37.726143 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:22:37.726484 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Checking segment: {'id': 'e1dd6076-e378-4cf1-913b-34429823fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:37.727070 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Bound using segment: {'id': 'e1dd6076-e378-4cf1-913b-34429823fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:22:37.727344 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Bound port: f157045b-431c-4f0d-9182-69d63ddb00d0, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1dd6076-e378-4cf1-913b-34429823fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:22:37.727712 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.739049 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47c80f-ebfb-4b41-aa07-79a255fc3517 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987ddb26-8476-4de2-9785-8f4d5a2f98ba,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:37.743604 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf7cedf5-d05f-4f26-bb08-03ef5457e4bc req-56ab480c-31ce-4d7e-8c09-4ce72fb87f12 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784209 Mar 21 19:22:37.747113 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-8f47c80f-ebfb-4b41-aa07-79a255fc3517 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.748225 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-8f47c80f-ebfb-4b41-aa07-79a255fc3517 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2103767 Mar 21 19:22:37.813400 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] For port f157045b-431c-4f0d-9182-69d63ddb00d0, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:22:37.817605 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] For port f157045b-431c-4f0d-9182-69d63ddb00d0, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=f157045b-431c-4f0d-9182-69d63ddb00d0,segment=NetworkSegment(e1dd6076-e378-4cf1-913b-34429823fb7e),segment_id=e1dd6076-e378-4cf1-913b-34429823fb7e)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:22:37.824735 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.863058 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:37.863680 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:37.865309 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] 10.222.0.55 "PUT /v2.0/ports/f157045b-431c-4f0d-9182-69d63ddb00d0 HTTP/1.1" status: 200 len: 1093 time: 0.6969945 Mar 21 19:22:37.865846 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7caee015-3a3a-4f4b-8547-dac3e67068df', 'tag': 'f157045b-431c-4f0d-9182-69d63ddb00d0'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:22:37.868266 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8989108c-d912-458f-841d-665411bcefd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7caee015-3a3a-4f4b-8547-dac3e67068df", "tag": "f157045b-431c-4f0d-9182-69d63ddb00d0"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:22:37.891766 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ef75b-6943-4b51-9069-224124bcb349 service neutron] Pushing event updated for resources: {'Port': ['ID=f157045b-431c-4f0d-9182-69d63ddb00d0,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:37.921354 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edef22c5-3207-4a68-86a4-d83a99144fb3 x-openstack-request-id: req-edef22c5-3207-4a68-86a4-d83a99144fb3 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:22:37.921773 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7caee015-3a3a-4f4b-8547-dac3e67068df", "tag": "f157045b-431c-4f0d-9182-69d63ddb00d0", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:22:37.922093 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edef22c5-3207-4a68-86a4-d83a99144fb3 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:22:37.922554 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7caee015-3a3a-4f4b-8547-dac3e67068df', 'tag': 'f157045b-431c-4f0d-9182-69d63ddb00d0', 'status': 'completed', 'code': 200} Mar 21 19:22:37.961271 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-b57ee729-fe38-49ba-83f1-1522de2da3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:37.962894 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-b57ee729-fe38-49ba-83f1-1522de2da3de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07307df1f21f44408048dccd3d2f0f29&device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 1127 time: 0.0518818 Mar 21 19:22:38.017714 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-c722f643-7e73-496c-8843-979e6510a895 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f157045b-431c-4f0d-9182-69d63ddb00d0 HTTP/1.1" status: 200 len: 217 time: 0.0418494 Mar 21 19:22:38.070102 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-06267683-5cfe-4038-93bd-db0006529161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:38.072199 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-06267683-5cfe-4038-93bd-db0006529161 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26f6efec-9a2d-40bc-b27d-77a975a35025 HTTP/1.1" status: 200 len: 848 time: 0.0453494 Mar 21 19:22:38.103914 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-4fe4c0f0-ba66-4e07-a4e2-66e5c32bb562 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1eed5164-30ad-474b-8d3c-211c3964c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250473 Mar 21 19:22:38.216799 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-b3c3d2f8-e893-4d10-b8ac-309a9effaf8b service neutron] 10.222.0.55 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036406 Mar 21 19:22:38.312073 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6b900608-7fe1-4bd2-8dbb-4091778ff77b req-09e5b8e3-4723-4ca1-b1b7-9020439d4678 service neutron] 10.222.0.55 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861037 Mar 21 19:22:38.405687 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989108c-d912-458f-841d-665411bcefd6 req-daabee90-fa7a-4773-beae-bbf8cf85666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:38.407199 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8989108c-d912-458f-841d-665411bcefd6 req-daabee90-fa7a-4773-beae-bbf8cf85666a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07307df1f21f44408048dccd3d2f0f29&device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 1127 time: 0.0514567 Mar 21 19:22:38.459101 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 61d2b024-cce8-4144-a540-f9439824d467 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:38.511339 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989108c-d912-458f-841d-665411bcefd6 req-ed757d06-73fb-44a6-867d-329b93771d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:38.513381 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8989108c-d912-458f-841d-665411bcefd6 req-ed757d06-73fb-44a6-867d-329b93771d30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1eed5164-30ad-474b-8d3c-211c3964c4ae HTTP/1.1" status: 200 len: 909 time: 0.0999260 Mar 21 19:22:38.529532 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 61d2b024-cce8-4144-a540-f9439824d467 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:38.529906 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (61d2b024-cce8-4144-a540-f9439824d467), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:38.558081 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8989108c-d912-458f-841d-665411bcefd6 req-b54a19ce-0345-4196-970c-8cfb230aa79a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f157045b-431c-4f0d-9182-69d63ddb00d0 HTTP/1.1" status: 200 len: 217 time: 0.0379648 Mar 21 19:22:38.627770 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989108c-d912-458f-841d-665411bcefd6 req-ca513ba6-694c-49e1-9a0c-144a20258c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:38.629304 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8989108c-d912-458f-841d-665411bcefd6 req-ca513ba6-694c-49e1-9a0c-144a20258c4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26f6efec-9a2d-40bc-b27d-77a975a35025 HTTP/1.1" status: 200 len: 848 time: 0.0651798 Mar 21 19:22:38.666734 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8989108c-d912-458f-841d-665411bcefd6 req-bfb125a1-cd6b-4bbf-8627-126f60c9cbdf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1eed5164-30ad-474b-8d3c-211c3964c4ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302386 Mar 21 19:22:38.752871 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 61d2b024-cce8-4144-a540-f9439824d467 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:38.753265 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (61d2b024-cce8-4144-a540-f9439824d467), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:38.761913 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8989108c-d912-458f-841d-665411bcefd6 req-6dcaaa1b-0a9b-4c2e-bdc9-0b7fca18bf07 service neutron] 10.222.0.55 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876663 Mar 21 19:22:38.774790 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 61d2b024-cce8-4144-a540-f9439824d467, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=61d2b024-cce8-4144-a540-f9439824d467,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:38.786939 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (61d2b024-cce8-4144-a540-f9439824d467), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:38.816066 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Sync routers for ids ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:22:38.828734 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Routers {'92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:22:38.833414 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:22:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:38.851606 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=61d2b024-cce8-4144-a540-f9439824d467,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:38.892885 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8989108c-d912-458f-841d-665411bcefd6 req-a62cd100-4424-4d51-a116-da3de1f0e52b service neutron] 10.222.0.55 "GET /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240849 Mar 21 19:22:38.907527 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f41befc-2db3-4d36-9b96-9b753cc47c77 req-92c79b6c-ee32-4d5e-93ea-367351ad3163 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:38.909043 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0f41befc-2db3-4d36-9b96-9b753cc47c77 req-92c79b6c-ee32-4d5e-93ea-367351ad3163 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 943 time: 0.0582926 Mar 21 19:22:38.956382 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Set router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:22:38.962927 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0f41befc-2db3-4d36-9b96-9b753cc47c77 req-c35f9768-49bc-4a04-8118-e65c76893a96 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458350 Mar 21 19:22:39.158714 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'name': 'tempest-TestVolumeBootPattern-761690070-router', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '61d2b024-cce8-4144-a540-f9439824d467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:31Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 4, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'gw_port': {'id': '61d2b024-cce8-4144-a540-f9439824d467', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:32Z', 'updated_at': '2022-03-21T19:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '6dc12ac6-e660-40c9-854c-2a836e1f5cca', 'name': '', 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'mac_address': 'fa:16:3e:1c:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:34Z', 'updated_at': '2022-03-21T19:22:35Z', 'revision_number': 2, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'subnets': [{'id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:39.188853 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Checking router: 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:22:39.189209 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Updating router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 port 6dc12ac6-e660-40c9-854c-2a836e1f5cca binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:22:39.216325 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:39.471102 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Publish callbacks [] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:39.476636 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:39.524239 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128becd0-1738-40ae-8952-970f9ecf16c7 None None] Pushing event updated for resources: {'Port': ['ID=6dc12ac6-e660-40c9-854c-2a836e1f5cca,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:39.582197 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Attempting to bind port 6dc12ac6-e660-40c9-854c-2a836e1f5cca on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:22:39.582573 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Attempting to bind port 6dc12ac6-e660-40c9-854c-2a836e1f5cca by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:22:39.582942 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Attempting to bind port 6dc12ac6-e660-40c9-854c-2a836e1f5cca on network 68e304bf-a54d-4128-8de3-cce756014eb7 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:39.588340 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 22, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:22:39.588750 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Checking segment: {'id': '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:39.589176 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:39.589565 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Bound using segment: {'id': '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:22:39.590034 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Bound port: 6dc12ac6-e660-40c9-854c-2a836e1f5cca, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:22:39.590410 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:39.654780 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] For port 6dc12ac6-e660-40c9-854c-2a836e1f5cca, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:22:39.658633 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] For port 6dc12ac6-e660-40c9-854c-2a836e1f5cca, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=6dc12ac6-e660-40c9-854c-2a836e1f5cca,segment=NetworkSegment(68e60c01-dc1a-48b2-8cbd-a5d38c2cca43),segment_id=68e60c01-dc1a-48b2-8cbd-a5d38c2cca43)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:22:39.665387 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:39.712145 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Routers {'92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:22:39.712797 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:22:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:39.739100 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-ce250524-4a98-4b8a-8420-d32daa01ac2a None None] Provisioning complete for port 6dc12ac6-e660-40c9-854c-2a836e1f5cca triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:39.739656 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ce250524-4a98-4b8a-8420-d32daa01ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:39.836996 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-ce250524-4a98-4b8a-8420-d32daa01ac2a None None] Current status of the port 6dc12ac6-e660-40c9-854c-2a836e1f5cca is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:39.837536 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ce250524-4a98-4b8a-8420-d32daa01ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:39.876201 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-ce250524-4a98-4b8a-8420-d32daa01ac2a None None] For port 6dc12ac6-e660-40c9-854c-2a836e1f5cca, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=6dc12ac6-e660-40c9-854c-2a836e1f5cca,segment=NetworkSegment(68e60c01-dc1a-48b2-8cbd-a5d38c2cca43),segment_id=68e60c01-dc1a-48b2-8cbd-a5d38c2cca43)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:39.880551 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-ce250524-4a98-4b8a-8420-d32daa01ac2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:39.892017 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128becd0-1738-40ae-8952-970f9ecf16c7 None None] Pushing event updated for resources: {'Port': ['ID=6dc12ac6-e660-40c9-854c-2a836e1f5cca,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:39.931090 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce250524-4a98-4b8a-8420-d32daa01ac2a None None] Pushing event updated for resources: {'Port': ['ID=6dc12ac6-e660-40c9-854c-2a836e1f5cca,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:39.932336 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] Set router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:22:40.009322 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-395eb588-7a94-4396-9768-058977823444 None None] Provisioning complete for port 6dc12ac6-e660-40c9-854c-2a836e1f5cca triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:40.009901 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-395eb588-7a94-4396-9768-058977823444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:40.099904 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863df3ad-9a24-4d1b-8ab4-259d9b5c9db8 req-a5b09720-0582-48ed-b976-f20af7171a96 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:40.101451 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-863df3ad-9a24-4d1b-8ab4-259d9b5c9db8 req-a5b09720-0582-48ed-b976-f20af7171a96 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 943 time: 0.0606449 Mar 21 19:22:40.101692 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-395eb588-7a94-4396-9768-058977823444 None None] Current status of the port 6dc12ac6-e660-40c9-854c-2a836e1f5cca is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:40.141103 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'name': 'tempest-TestVolumeBootPattern-761690070-router', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '61d2b024-cce8-4144-a540-f9439824d467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:31Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 4, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'gw_port': {'id': '61d2b024-cce8-4144-a540-f9439824d467', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:32Z', 'updated_at': '2022-03-21T19:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '6dc12ac6-e660-40c9-854c-2a836e1f5cca', 'name': '', 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'mac_address': 'fa:16:3e:1c:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:34Z', 'updated_at': '2022-03-21T19:22:39Z', 'revision_number': 4, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'subnets': [{'id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:22:40.153822 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-863df3ad-9a24-4d1b-8ab4-259d9b5c9db8 req-2f1f7a4b-4cd0-4c87-b28a-5e8ccf3def59 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451045 Mar 21 19:22:40.168031 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2058059f-6428-4242-9f4c-5e9c862327e4 None None] The sync data for ids ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'] in dv-cinder-834527-2-iscsi is: [{'id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'name': 'tempest-TestVolumeBootPattern-761690070-router', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '61d2b024-cce8-4144-a540-f9439824d467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:31Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 4, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'gw_port': {'id': '61d2b024-cce8-4144-a540-f9439824d467', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:32Z', 'updated_at': '2022-03-21T19:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '6dc12ac6-e660-40c9-854c-2a836e1f5cca', 'name': '', 'network_id': '68e304bf-a54d-4128-8de3-cce756014eb7', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'mac_address': 'fa:16:3e:1c:29:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:34Z', 'updated_at': '2022-03-21T19:22:39Z', 'revision_number': 4, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'subnets': [{'id': '55c2754c-ccb3-49c0-a440-8b4a5a18da91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:22:40.434418 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 61d2b024-cce8-4144-a540-f9439824d467 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:40.494544 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 61d2b024-cce8-4144-a540-f9439824d467 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:40.495183 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (61d2b024-cce8-4144-a540-f9439824d467), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:40.585825 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 61d2b024-cce8-4144-a540-f9439824d467 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:40.587486 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 6dc12ac6-e660-40c9-854c-2a836e1f5cca up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:40.635382 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 6dc12ac6-e660-40c9-854c-2a836e1f5cca triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:40.635757 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:40.714485 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 6dc12ac6-e660-40c9-854c-2a836e1f5cca is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:41.280997 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132a00d-4cc4-413f-8974-d54d767bac8d req-c97c17d2-6313-4552-81af-c33c7e6ef92c tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:41.282485 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e132a00d-4cc4-413f-8974-d54d767bac8d req-c97c17d2-6313-4552-81af-c33c7e6ef92c tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 943 time: 0.0594316 Mar 21 19:22:41.329724 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e132a00d-4cc4-413f-8974-d54d767bac8d req-599a8be4-f3fe-4133-b9d5-ed45715edf93 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Mar 21 19:22:41.669073 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device f157045b-431c-4f0d-9182-69d63ddb00d0 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:22:41.766205 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port f157045b-431c-4f0d-9182-69d63ddb00d0, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=f157045b-431c-4f0d-9182-69d63ddb00d0,segment=NetworkSegment(e1dd6076-e378-4cf1-913b-34429823fb7e),segment_id=e1dd6076-e378-4cf1-913b-34429823fb7e)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:41.778006 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': 'f157045b-431c-4f0d-9182-69d63ddb00d0', 'network_id': '1eed5164-30ad-474b-8d3c-211c3964c4ae', 'port_id': 'f157045b-431c-4f0d-9182-69d63ddb00d0', 'mac_address': 'fa:16:3e:19:bd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26f6efec-9a2d-40bc-b27d-77a975a35025', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:22:41.814014 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port f157045b-431c-4f0d-9182-69d63ddb00d0 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:41.814397 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:41.826971 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f157045b-431c-4f0d-9182-69d63ddb00d0 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:22:41.850449 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port f157045b-431c-4f0d-9182-69d63ddb00d0, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=f157045b-431c-4f0d-9182-69d63ddb00d0,segment=NetworkSegment(e1dd6076-e378-4cf1-913b-34429823fb7e),segment_id=e1dd6076-e378-4cf1-913b-34429823fb7e)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:41.854677 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:41.899882 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=f157045b-431c-4f0d-9182-69d63ddb00d0,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:42.073892 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['f157045b-431c-4f0d-9182-69d63ddb00d0'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:22:42.448275 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e413bf2-ca6f-48c6-b554-b4043bb11597 req-fa0d9ce5-8481-40ac-b111-8b9beafc75e2 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:42.449798 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9e413bf2-ca6f-48c6-b554-b4043bb11597 req-fa0d9ce5-8481-40ac-b111-8b9beafc75e2 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 944 time: 0.0523896 Mar 21 19:22:42.500126 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9e413bf2-ca6f-48c6-b554-b4043bb11597 req-ac4ce4d1-b111-43f2-8bee-67c44a79c298 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447993 Mar 21 19:22:43.370132 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:43.620222 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47edb42-12d6-4bb6-80a1-bf781753b469 req-d9d0b10f-05c9-4f95-8998-020c9e8caad5 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:43.621990 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b47edb42-12d6-4bb6-80a1-bf781753b469 req-d9d0b10f-05c9-4f95-8998-020c9e8caad5 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 944 time: 0.0528343 Mar 21 19:22:43.668122 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b47edb42-12d6-4bb6-80a1-bf781753b469 req-e2c9b83b-9ce4-40e6-bf7f-47810026539e tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Mar 21 19:22:43.700354 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device f157045b-431c-4f0d-9182-69d63ddb00d0 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:22:43.749989 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port f157045b-431c-4f0d-9182-69d63ddb00d0 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:22:43.754615 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port f157045b-431c-4f0d-9182-69d63ddb00d0 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:43.754995 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:43.830952 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port f157045b-431c-4f0d-9182-69d63ddb00d0 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:22:43.831340 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:43.857569 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caee015-3a3a-4f4b-8547-dac3e67068df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f157045b-431c-4f0d-9182-69d63ddb00d0'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:22:43.859812 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1465d120-5249-422d-bfd0-5ed318ee6af0" -d '{"events": [{"server_uuid": "7caee015-3a3a-4f4b-8547-dac3e67068df", "name": "network-vif-plugged", "status": "completed", "tag": "f157045b-431c-4f0d-9182-69d63ddb00d0"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:22:43.871707 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port f157045b-431c-4f0d-9182-69d63ddb00d0, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=f157045b-431c-4f0d-9182-69d63ddb00d0,segment=NetworkSegment(e1dd6076-e378-4cf1-913b-34429823fb7e),segment_id=e1dd6076-e378-4cf1-913b-34429823fb7e)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:43.875492 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:43.902030 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bac02f3-9f77-444a-8e11-d1dc66c2c1a6 x-openstack-request-id: req-9bac02f3-9f77-444a-8e11-d1dc66c2c1a6 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:22:43.902343 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caee015-3a3a-4f4b-8547-dac3e67068df", "name": "network-vif-plugged", "status": "completed", "tag": "f157045b-431c-4f0d-9182-69d63ddb00d0", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:22:43.902563 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9bac02f3-9f77-444a-8e11-d1dc66c2c1a6 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:22:43.903842 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caee015-3a3a-4f4b-8547-dac3e67068df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f157045b-431c-4f0d-9182-69d63ddb00d0', 'code': 200} Mar 21 19:22:43.932520 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=f157045b-431c-4f0d-9182-69d63ddb00d0,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:44.060948 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c530ad3-3199-4e19-9737-a6fd97cc8bd2 req-e3b0ec97-dc70-4529-a069-116dda45ef4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:44.062462 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c530ad3-3199-4e19-9737-a6fd97cc8bd2 req-e3b0ec97-dc70-4529-a069-116dda45ef4c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 1129 time: 0.0428388 Mar 21 19:22:44.106037 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0c530ad3-3199-4e19-9737-a6fd97cc8bd2 req-52e4f374-2cd4-4675-83e4-ababf29bf00e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362530 Mar 21 19:22:44.785296 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bca9eb-5fe3-4eea-9e22-cd2341b62ced req-51468280-92a9-458e-956c-fc67f06f25fe tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:44.786750 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-85bca9eb-5fe3-4eea-9e22-cd2341b62ced req-51468280-92a9-458e-956c-fc67f06f25fe tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 945 time: 0.0525734 Mar 21 19:22:44.838223 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-85bca9eb-5fe3-4eea-9e22-cd2341b62ced req-3da178b8-a16b-40e4-80e2-a3443887874b tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Mar 21 19:22:45.957330 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa841fb-2638-4d4c-82a8-71b77fb87c09 req-80b5f3c5-6857-4ad8-97a2-4fa1d1a33dc9 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:45.958803 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2aa841fb-2638-4d4c-82a8-71b77fb87c09 req-80b5f3c5-6857-4ad8-97a2-4fa1d1a33dc9 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 945 time: 0.0520766 Mar 21 19:22:46.004573 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2aa841fb-2638-4d4c-82a8-71b77fb87c09 req-60d240c1-0e8e-4404-a880-ad334ca4c481 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394893 Mar 21 19:22:46.665275 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e57279-52c3-49e3-927c-76ad0433127f req-5d17b6fb-88b1-473f-8fc5-5e82c51f6789 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:46.667089 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-89e57279-52c3-49e3-927c-76ad0433127f req-5d17b6fb-88b1-473f-8fc5-5e82c51f6789 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 945 time: 0.0553508 Mar 21 19:22:46.713979 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-89e57279-52c3-49e3-927c-76ad0433127f req-3f8a1463-8d77-491d-8e38-ed25e97a8ebd tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Mar 21 19:22:47.834460 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a24041-8a52-4079-9227-bfd44ac7eb12 req-fe121c3e-56b2-42a1-905f-3be411a0fd49 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:47.835948 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-91a24041-8a52-4079-9227-bfd44ac7eb12 req-fe121c3e-56b2-42a1-905f-3be411a0fd49 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 945 time: 0.0528283 Mar 21 19:22:47.882306 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-91a24041-8a52-4079-9227-bfd44ac7eb12 req-210fcdf9-bab8-40f8-8bbc-86eb33a3ae45 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/security-groups?id=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406775 Mar 21 19:22:48.104559 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-b2b2c66b-0546-4710-8a30-a4d45dba20e2 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:48.105997 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-b2b2c66b-0546-4710-8a30-a4d45dba20e2 tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.55 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 945 time: 0.0503073 Mar 21 19:22:48.199885 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-aee72dd6-4e9c-480c-8938-37504ae452df tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Deleting port f157045b-431c-4f0d-9182-69d63ddb00d0 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:22:48.200137 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-aee72dd6-4e9c-480c-8938-37504ae452df tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:48.285862 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-aee72dd6-4e9c-480c-8938-37504ae452df tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] For port f157045b-431c-4f0d-9182-69d63ddb00d0, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=f157045b-431c-4f0d-9182-69d63ddb00d0,segment=NetworkSegment(e1dd6076-e378-4cf1-913b-34429823fb7e),segment_id=e1dd6076-e378-4cf1-913b-34429823fb7e)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:22:48.286245 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-aee72dd6-4e9c-480c-8938-37504ae452df tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:48.299150 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-aee72dd6-4e9c-480c-8938-37504ae452df tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Calling delete_port for f157045b-431c-4f0d-9182-69d63ddb00d0 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:22:48.428749 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-aee72dd6-4e9c-480c-8938-37504ae452df tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (f157045b-431c-4f0d-9182-69d63ddb00d0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:48.441213 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['f157045b-431c-4f0d-9182-69d63ddb00d0'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:22:48.456075 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee72dd6-4e9c-480c-8938-37504ae452df tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Pushing event deleted for resources: {'Port': ['ID=f157045b-431c-4f0d-9182-69d63ddb00d0,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:48.499557 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-aee72dd6-4e9c-480c-8938-37504ae452df tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] No DVR routers for this DVR port f157045b-431c-4f0d-9182-69d63ddb00d0 on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:22:48.503622 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-aee72dd6-4e9c-480c-8938-37504ae452df tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:48.509368 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-3c24f539-6375-4326-ba3a-42b89e25e5b5 req-aee72dd6-4e9c-480c-8938-37504ae452df tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.55 "DELETE /v2.0/ports/f157045b-431c-4f0d-9182-69d63ddb00d0 HTTP/1.1" status: 204 len: 173 time: 0.3977194 Mar 21 19:22:48.509823 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7caee015-3a3a-4f4b-8547-dac3e67068df', 'name': 'network-vif-deleted', 'tag': 'f157045b-431c-4f0d-9182-69d63ddb00d0'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:22:48.512144 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ed630a-5cf3-46a4-872d-50698e8b9a3b" -d '{"events": [{"server_uuid": "7caee015-3a3a-4f4b-8547-dac3e67068df", "name": "network-vif-deleted", "tag": "f157045b-431c-4f0d-9182-69d63ddb00d0"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:22:48.557250 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e52fa6-2665-4bcd-bb04-b8d692d0eef2 x-openstack-request-id: req-36e52fa6-2665-4bcd-bb04-b8d692d0eef2 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:22:48.557559 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7caee015-3a3a-4f4b-8547-dac3e67068df", "name": "network-vif-deleted", "tag": "f157045b-431c-4f0d-9182-69d63ddb00d0", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:22:48.557820 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-36e52fa6-2665-4bcd-bb04-b8d692d0eef2 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:22:48.558227 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7caee015-3a3a-4f4b-8547-dac3e67068df', 'name': 'network-vif-deleted', 'tag': 'f157045b-431c-4f0d-9182-69d63ddb00d0', 'status': 'completed', 'code': 200} Mar 21 19:22:48.991741 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ec0c3408-41be-45bb-96b2-3021d3abebf4 req-1992c1f0-ad61-4ba7-b07b-0bc53192790b tempest-VolumesActionsTest-1007315552 tempest-VolumesActionsTest-1007315552-project] 10.222.0.41 "GET /v2.0/ports?device_id=7caee015-3a3a-4f4b-8547-dac3e67068df HTTP/1.1" status: 200 len: 210 time: 0.0285547 Mar 21 19:22:51.975862 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device f157045b-431c-4f0d-9182-69d63ddb00d0 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:22:51.998145 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: f157045b-431c-4f0d-9182-69d63ddb00d0 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:22:51.998485 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device f157045b-431c-4f0d-9182-69d63ddb00d0 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:22:56.267808 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-19cf6b78-d1a8-41ac-82b7-6964444cfb0e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937464279&fields=id&tenant_id=0365739ec294432297b7b30b1f8df910 HTTP/1.1" status: 200 len: 267 time: 0.0484509 Mar 21 19:22:56.389752 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-b384c00a-be7e-491c-a70a-44a7ac4ca48b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:56.392228 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-b384c00a-be7e-491c-a70a-44a7ac4ca48b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 812 time: 0.1165974 Mar 21 19:22:56.408836 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-d7c7b2b5-7cb4-480c-ac54-9a175ca59a78 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/quotas/0365739ec294432297b7b30b1f8df910 HTTP/1.1" status: 200 len: 375 time: 0.0100837 Mar 21 19:22:56.471438 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-00e17ff8-a3e0-4e3b-86bc-da7621edc686 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540481 Mar 21 19:22:56.583087 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-c7c95835-5415-4d82-a5e6-0c077e60ea90 service neutron] 10.222.0.41 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995810 Mar 21 19:22:56.701177 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-aad5cff4-beee-473e-88a6-b4a08a27df0a service neutron] 10.222.0.41 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112118 Mar 21 19:22:57.043497 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4900fdf6-9fbc-4b66-b5e4-fe1b1936d82f req-253fe53a-17f8-41b6-8ec1-0343622ab259 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 210 time: 0.0394001 Mar 21 19:22:57.196399 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-8d18d4cd-31a5-4ac9-a34c-9a850a8bd966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:58.151465 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b4fc4403-1af6-4657-9ef2-e4edaeeeff08 req-0406c81e-1ec7-45dc-a174-75eda4508536 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 210 time: 0.0326991 Mar 21 19:22:58.422879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-b790c4c0-1078-4fe7-93c0-bc353624799b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:58.425602 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-b790c4c0-1078-4fe7-93c0-bc353624799b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 812 time: 0.1287854 Mar 21 19:22:58.518577 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-921b1e69-baba-4561-91d2-fa5cb7db334e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0365739ec294432297b7b30b1f8df910 HTTP/1.1" status: 200 len: 380 time: 0.0841200 Mar 21 19:22:58.529407 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'port': {'device_id': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'admin_state_up': True, 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'security_groups': ['3012b700-43ba-443c-bd35-3cba049f5743']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:58.657435 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Made reservation on behalf of 0365739ec294432297b7b30b1f8df910 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:22:58.661164 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:58.799442 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Allocated IP 172.20.0.4 (ca371778-1f0f-4c39-a48d-da03ca6a3ce6/10d50165-ed25-4f8f-9e18-7ce1cb943ec5/235e44a6-d1b3-44a7-b78d-bd5fa025505f) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:22:59.000797 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.035362 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.074842 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:22:59.077902 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:22:59.081617 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:22:59.146187 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'Port': ['ID=235e44a6-d1b3-44a7-b78d-bd5fa025505f,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:59.207261 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:59.222334 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.247558 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2dfcb868-6574-41b9-a61c-93d20b4953e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7220163 Mar 21 19:22:59.261869 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Request body: {'port': {'device_id': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:22:59.365330 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58e270-c806-4ee4-a6fe-68a8088026c8 req-3fe711f0-ba30-4b80-aaef-d58a7be81a01 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:59.366814 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4a58e270-c806-4ee4-a6fe-68a8088026c8 req-3fe711f0-ba30-4b80-aaef-d58a7be81a01 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 931 time: 0.1096365 Mar 21 19:22:59.367966 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.431975 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0e744129-221a-4c72-99c5-7b0833ec0889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.450961 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-66491212-312c-4ed3-a512-9d98e2fb0d99 None None] Provisioning complete for port 235e44a6-d1b3-44a7-b78d-bd5fa025505f triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:22:59.451508 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-66491212-312c-4ed3-a512-9d98e2fb0d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.467924 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4a58e270-c806-4ee4-a6fe-68a8088026c8 req-624e2da0-a005-4a45-932b-ec251b82463b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910714 Mar 21 19:22:59.496268 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-66491212-312c-4ed3-a512-9d98e2fb0d99 None None] Port 235e44a6-d1b3-44a7-b78d-bd5fa025505f cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:22:59.689430 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 235e44a6-d1b3-44a7-b78d-bd5fa025505f {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:22:59.697773 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Publish callbacks [] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.710856 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Transition to ACTIVE for port object 235e44a6-d1b3-44a7-b78d-bd5fa025505f will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:22:59.715745 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.788455 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Pushing event updated for resources: {'Port': ['ID=235e44a6-d1b3-44a7-b78d-bd5fa025505f,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:22:59.851093 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Attempting to bind port 235e44a6-d1b3-44a7-b78d-bd5fa025505f on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:22:59.851435 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Attempting to bind port 235e44a6-d1b3-44a7-b78d-bd5fa025505f by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:22:59.851807 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Attempting to bind port 235e44a6-d1b3-44a7-b78d-bd5fa025505f on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:59.856834 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Port 235e44a6-d1b3-44a7-b78d-bd5fa025505f on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:22:59.857418 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Attempting to bind port 235e44a6-d1b3-44a7-b78d-bd5fa025505f on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:22:59.863285 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:22:59.863616 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Checking segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:22:59.864003 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Bound using segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:22:59.864433 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Bound port: 235e44a6-d1b3-44a7-b78d-bd5fa025505f, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:22:59.864818 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.939385 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] For port 235e44a6-d1b3-44a7-b78d-bd5fa025505f, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:22:59.944801 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] For port 235e44a6-d1b3-44a7-b78d-bd5fa025505f, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=235e44a6-d1b3-44a7-b78d-bd5fa025505f,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:22:59.953577 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.991055 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:22:59.991889 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:22:59.993979 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] 10.222.0.55 "PUT /v2.0/ports/235e44a6-d1b3-44a7-b78d-bd5fa025505f HTTP/1.1" status: 200 len: 1093 time: 0.7381923 Mar 21 19:23:00.042907 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'tag': '235e44a6-d1b3-44a7-b78d-bd5fa025505f'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:23:00.045339 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc8d8a5-2ad6-496e-9c2e-8293824a711d", "tag": "235e44a6-d1b3-44a7-b78d-bd5fa025505f"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:23:00.114519 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb78cb4-98b9-4612-895c-f4aa1a11b52d service neutron] Pushing event updated for resources: {'Port': ['ID=235e44a6-d1b3-44a7-b78d-bd5fa025505f,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:00.130704 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-d174ab0b-e29d-4bc4-9a52-33fc0b47360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:00.132538 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-d174ab0b-e29d-4bc4-9a52-33fc0b47360e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 1127 time: 0.0836103 Mar 21 19:23:00.135315 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da69de7-66d1-47ab-80c4-bbf86648b1c2 x-openstack-request-id: req-6da69de7-66d1-47ab-80c4-bbf86648b1c2 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:23:00.135601 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc8d8a5-2ad6-496e-9c2e-8293824a711d", "tag": "235e44a6-d1b3-44a7-b78d-bd5fa025505f", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:23:00.135850 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6da69de7-66d1-47ab-80c4-bbf86648b1c2 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:23:00.136225 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'tag': '235e44a6-d1b3-44a7-b78d-bd5fa025505f', 'status': 'completed', 'code': 200} Mar 21 19:23:00.184854 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-19e5612f-f154-4304-84ca-cd3a0af6ff55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=235e44a6-d1b3-44a7-b78d-bd5fa025505f HTTP/1.1" status: 200 len: 217 time: 0.0406787 Mar 21 19:23:00.248788 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-1d4cc8e8-a58e-46df-813d-649fd883fa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:00.250529 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-1d4cc8e8-a58e-46df-813d-649fd883fa61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0596662 Mar 21 19:23:00.304159 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-ba8dd14f-7491-4154-aea7-b134191da897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:00.306205 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-ba8dd14f-7491-4154-aea7-b134191da897 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492399 Mar 21 19:23:00.402721 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-2d016e18-531f-4e64-a7c9-fcd125511013 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905001 Mar 21 19:23:00.511424 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-74da1822-7a20-48b1-8ff9-04c093f345f4 req-b4c3f480-dd44-4cdc-8d85-83f95b8e2b0b service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026344 Mar 21 19:23:00.521581 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:00.640011 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42ae75-9cd4-46f9-9700-337119078081 req-efa16cf5-c1ad-485a-aaa2-7b890a7dc306 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:00.641717 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7c42ae75-9cd4-46f9-9700-337119078081 req-efa16cf5-c1ad-485a-aaa2-7b890a7dc306 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 943 time: 0.0912039 Mar 21 19:23:00.660763 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-a7b388a8-2664-4261-bd34-089f7df4d2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:00.662335 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-a7b388a8-2664-4261-bd34-089f7df4d2b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 1127 time: 0.0715969 Mar 21 19:23:00.747947 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7c42ae75-9cd4-46f9-9700-337119078081 req-f5cdf918-ce5d-492c-b24b-836f72d435ea tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981658 Mar 21 19:23:00.783020 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-51c99cf7-1e52-4ad7-81ab-2a4faec14082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:00.784477 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-51c99cf7-1e52-4ad7-81ab-2a4faec14082 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.1108661 Mar 21 19:23:01.155023 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-8bf4dcb9-849c-4b56-94a8-a320ba764607 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=235e44a6-d1b3-44a7-b78d-bd5fa025505f HTTP/1.1" status: 200 len: 217 time: 0.3626709 Mar 21 19:23:01.206585 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-2d5b32ce-50a3-49a5-a005-a8983a89d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:01.208350 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-2d5b32ce-50a3-49a5-a005-a8983a89d548 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0472231 Mar 21 19:23:01.260019 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-a384ec9e-4f67-4b6a-b616-b39383fcb6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:01.262263 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-a384ec9e-4f67-4b6a-b616-b39383fcb6fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469978 Mar 21 19:23:01.366105 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-e96a72c6-9301-4cf4-b704-cd3c88b5bd38 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959129 Mar 21 19:23:01.472074 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a7c6e9f8-14ad-43ff-8e17-07f7f3aaca12 req-8e2a8410-e2d4-41a9-bbc1-261173b674e9 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993626 Mar 21 19:23:01.890543 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a9901-9483-4988-8c56-8538362e4bd1 req-80cb216a-e52e-4350-b6cb-d78d7dcbad1b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:01.892042 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7d2a9901-9483-4988-8c56-8538362e4bd1 req-80cb216a-e52e-4350-b6cb-d78d7dcbad1b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 943 time: 0.0609133 Mar 21 19:23:01.942470 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7d2a9901-9483-4988-8c56-8538362e4bd1 req-4b9adbdb-2a02-4b28-85eb-81e03451fc45 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446103 Mar 21 19:23:02.124360 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:03.095686 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9b96f-3ea2-4b2c-af4e-e7b51fea31af req-9e381a8e-948c-47ee-92dc-309c67f02ed8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:03.098239 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b2b9b96f-3ea2-4b2c-af4e-e7b51fea31af req-9e381a8e-948c-47ee-92dc-309c67f02ed8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 943 time: 0.0694561 Mar 21 19:23:03.157826 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b2b9b96f-3ea2-4b2c-af4e-e7b51fea31af req-385c0089-30cd-4f54-b962-01ef1b010796 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542247 Mar 21 19:23:03.538476 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:04.288120 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e75680-715c-46bc-985c-8146abfb09fc req-d9a01aa9-194b-46ba-b00e-25fcbeab621e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:04.290214 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c5e75680-715c-46bc-985c-8146abfb09fc req-d9a01aa9-194b-46ba-b00e-25fcbeab621e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 943 time: 0.0580385 Mar 21 19:23:04.345140 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c5e75680-715c-46bc-985c-8146abfb09fc req-00ddc5c2-c5c5-4f73-9ca4-a7490fc0f030 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474956 Mar 21 19:23:05.475531 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51fd4b-c188-44c7-a057-cc2faa7f9385 req-9daa8d0b-34d8-4127-90cf-1a693d934f22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:05.477645 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd51fd4b-c188-44c7-a057-cc2faa7f9385 req-9daa8d0b-34d8-4127-90cf-1a693d934f22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 943 time: 0.0567348 Mar 21 19:23:05.533166 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-dd51fd4b-c188-44c7-a057-cc2faa7f9385 req-53bf7b48-c116-43fb-974a-9b18cbea1ab4 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495641 Mar 21 19:23:05.763090 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:23:06.674247 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4003f-4988-47f4-8168-87f38fd2a3f7 req-05e7119b-5ea0-4607-8faa-3c9a69c24ff7 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:06.680990 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-27e4003f-4988-47f4-8168-87f38fd2a3f7 req-05e7119b-5ea0-4607-8faa-3c9a69c24ff7 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 943 time: 0.0787416 Mar 21 19:23:06.732942 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-27e4003f-4988-47f4-8168-87f38fd2a3f7 req-6e1c06ee-7c2e-49ab-962d-321fc43532b6 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504100 Mar 21 19:23:07.746675 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 235e44a6-d1b3-44a7-b78d-bd5fa025505f details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:23:07.867708 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac472f-e935-473f-a0db-04dc9dd4d7fd req-81189290-ace5-482a-ada6-c49ca1b6eb65 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:07.875179 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fbac472f-e935-473f-a0db-04dc9dd4d7fd req-81189290-ace5-482a-ada6-c49ca1b6eb65 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 943 time: 0.0651023 Mar 21 19:23:07.896875 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 235e44a6-d1b3-44a7-b78d-bd5fa025505f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=235e44a6-d1b3-44a7-b78d-bd5fa025505f,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:23:07.913209 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '235e44a6-d1b3-44a7-b78d-bd5fa025505f', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'port_id': '235e44a6-d1b3-44a7-b78d-bd5fa025505f', 'mac_address': 'fa:16:3e:1c:58:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:23:07.941093 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fbac472f-e935-473f-a0db-04dc9dd4d7fd req-7edb356e-b573-43d9-a15d-6d9268b48221 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649719 Mar 21 19:23:07.966557 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 235e44a6-d1b3-44a7-b78d-bd5fa025505f is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:07.967315 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:07.986517 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 235e44a6-d1b3-44a7-b78d-bd5fa025505f {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:23:08.016887 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 235e44a6-d1b3-44a7-b78d-bd5fa025505f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=235e44a6-d1b3-44a7-b78d-bd5fa025505f,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:23:08.022647 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:08.089817 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=235e44a6-d1b3-44a7-b78d-bd5fa025505f,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:08.243748 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['235e44a6-d1b3-44a7-b78d-bd5fa025505f'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:23:09.060164 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5212e09-4594-4bd7-b6cb-cc08e65d9467 req-e540d59e-3421-40d2-bbc2-d7a8d0deb3ae tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:09.061738 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f5212e09-4594-4bd7-b6cb-cc08e65d9467 req-e540d59e-3421-40d2-bbc2-d7a8d0deb3ae tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 944 time: 0.0560820 Mar 21 19:23:09.126324 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f5212e09-4594-4bd7-b6cb-cc08e65d9467 req-7c15f2d5-0783-445d-be6c-a93d97d98b54 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568669 Mar 21 19:23:09.760910 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 235e44a6-d1b3-44a7-b78d-bd5fa025505f up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:09.808754 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 235e44a6-d1b3-44a7-b78d-bd5fa025505f completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:23:09.812405 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 235e44a6-d1b3-44a7-b78d-bd5fa025505f triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:09.812811 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:09.886475 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 235e44a6-d1b3-44a7-b78d-bd5fa025505f is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:09.886866 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:09.910698 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235e44a6-d1b3-44a7-b78d-bd5fa025505f'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:23:09.912941 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdf67f1-482c-40d9-a094-46c69f5feaed" -d '{"events": [{"server_uuid": "7cc8d8a5-2ad6-496e-9c2e-8293824a711d", "name": "network-vif-plugged", "status": "completed", "tag": "235e44a6-d1b3-44a7-b78d-bd5fa025505f"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:23:09.926659 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 235e44a6-d1b3-44a7-b78d-bd5fa025505f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=235e44a6-d1b3-44a7-b78d-bd5fa025505f,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:23:09.931733 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:09.954867 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63b6563-f62c-431c-9419-13c3f1c0dd71 x-openstack-request-id: req-c63b6563-f62c-431c-9419-13c3f1c0dd71 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:23:09.955162 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc8d8a5-2ad6-496e-9c2e-8293824a711d", "name": "network-vif-plugged", "status": "completed", "tag": "235e44a6-d1b3-44a7-b78d-bd5fa025505f", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:23:09.955423 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c63b6563-f62c-431c-9419-13c3f1c0dd71 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:23:09.955809 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '235e44a6-d1b3-44a7-b78d-bd5fa025505f', 'code': 200} Mar 21 19:23:09.980815 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=235e44a6-d1b3-44a7-b78d-bd5fa025505f,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:10.183081 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bbb6e-af6f-4238-8073-353fb592b437 req-db0f1ff2-f57e-4b8d-9ee7-6d1378fc4121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:10.184767 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-417bbb6e-af6f-4238-8073-353fb592b437 req-db0f1ff2-f57e-4b8d-9ee7-6d1378fc4121 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 1129 time: 0.0434959 Mar 21 19:23:10.231591 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-417bbb6e-af6f-4238-8073-353fb592b437 req-22b024d0-c138-454a-aec4-f2b3adf0f7f5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405095 Mar 21 19:23:10.246235 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be9fe3-6166-45e2-a662-ff9622c85b11 req-42e26f41-63d3-48fd-83be-357af741fd22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:10.247725 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-04be9fe3-6166-45e2-a662-ff9622c85b11 req-42e26f41-63d3-48fd-83be-357af741fd22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 945 time: 0.0526063 Mar 21 19:23:10.298096 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-04be9fe3-6166-45e2-a662-ff9622c85b11 req-ef1992fe-3501-4da7-a46e-37d673cf0464 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446002 Mar 21 19:23:11.417000 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96096e-2531-4ca0-a7e7-1f6cfd2fbd77 req-db755fea-0b66-4580-aac8-caee3b210209 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:11.418450 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f96096e-2531-4ca0-a7e7-1f6cfd2fbd77 req-db755fea-0b66-4580-aac8-caee3b210209 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 945 time: 0.0532484 Mar 21 19:23:11.470360 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2f96096e-2531-4ca0-a7e7-1f6cfd2fbd77 req-4b7c6074-1c70-4a3e-804b-52b8a429cedc tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457990 Mar 21 19:23:11.761705 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52818) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:11.807909 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba17259-5a94-4001-a0fb-81f76dc03c05 admin admin] Deleting subnet 26f6efec-9a2d-40bc-b27d-77a975a35025 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:23:11.810857 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ba17259-5a94-4001-a0fb-81f76dc03c05 admin admin] Publish callbacks [] for subnet (26f6efec-9a2d-40bc-b27d-77a975a35025), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:11.843708 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ba17259-5a94-4001-a0fb-81f76dc03c05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62525680'] for subnet (26f6efec-9a2d-40bc-b27d-77a975a35025), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:11.880773 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ba17259-5a94-4001-a0fb-81f76dc03c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (26f6efec-9a2d-40bc-b27d-77a975a35025), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:11.931063 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ba17259-5a94-4001-a0fb-81f76dc03c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59230580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62842597'] for subnet (26f6efec-9a2d-40bc-b27d-77a975a35025), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:11.957714 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba17259-5a94-4001-a0fb-81f76dc03c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26f6efec-9a2d-40bc-b27d-77a975a35025,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:11.959678 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-4ba17259-5a94-4001-a0fb-81f76dc03c05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:11.962968 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-4ba17259-5a94-4001-a0fb-81f76dc03c05 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/26f6efec-9a2d-40bc-b27d-77a975a35025 HTTP/1.1" status: 204 len: 168 time: 0.2002587 Mar 21 19:23:11.965421 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52820) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:12.034664 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (1eed5164-30ad-474b-8d3c-211c3964c4ae), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.109946 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (1eed5164-30ad-474b-8d3c-211c3964c4ae), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.131096 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eed5164-30ad-474b-8d3c-211c3964c4ae']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:12.140205 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1dd6076-e378-4cf1-913b-34429823fb7e') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:12.140538 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1dd6076-e378-4cf1-913b-34429823fb7e') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:12.153636 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62525641'] for segment (e1dd6076-e378-4cf1-913b-34429823fb7e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.167004 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (e1dd6076-e378-4cf1-913b-34429823fb7e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.173355 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:23:12.173749 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59231190'] for segment (e1dd6076-e378-4cf1-913b-34429823fb7e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: Traceback (most recent call last): Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: timer() Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: cb(*args, **kw) Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: return func(*args, **kwargs) Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: self._notify() Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: self.callback(batched_events) Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: event.method(event) Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: return f(self, *a, **k) Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._get(url).json() Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:23:12.175463 dv-cinder-834527-2-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:23:12.229830 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (1eed5164-30ad-474b-8d3c-211c3964c4ae), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.236791 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.239908 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] 10.222.0.41 "DELETE /v2.0/networks/1eed5164-30ad-474b-8d3c-211c3964c4ae HTTP/1.1" status: 204 len: 168 time: 0.2735372 Mar 21 19:23:12.250270 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560ed2b-0625-452e-b6c2-d6c62f5c853e admin admin] Pushing event deleted for resources: {'Network': ['ID=1eed5164-30ad-474b-8d3c-211c3964c4ae,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:12.398892 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 52824) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:12.437342 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c97aef0b-afc7-406c-8b0a-0572f710d224 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=07307df1f21f44408048dccd3d2f0f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373328 Mar 21 19:23:12.439615 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 52826) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:12.484704 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e0c9833-f233-4d57-bea1-0b14f4106e1a admin admin] Publish callbacks [] for security_group (2f18a03f-1e0a-449b-9a35-e6a9eb2884bc), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.505885 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e0c9833-f233-4d57-bea1-0b14f4106e1a admin admin] Publish callbacks [] for security_group (2f18a03f-1e0a-449b-9a35-e6a9eb2884bc), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.552332 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e0c9833-f233-4d57-bea1-0b14f4106e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (2f18a03f-1e0a-449b-9a35-e6a9eb2884bc), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.555451 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-2e0c9833-f233-4d57-bea1-0b14f4106e1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:12.556630 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-2e0c9833-f233-4d57-bea1-0b14f4106e1a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f18a03f-1e0a-449b-9a35-e6a9eb2884bc HTTP/1.1" status: 204 len: 168 time: 0.1161003 Mar 21 19:23:12.564648 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0c9833-f233-4d57-bea1-0b14f4106e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f18a03f-1e0a-449b-9a35-e6a9eb2884bc,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:12.592713 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adbed2-1fa7-4f97-8629-cd2fb4623ca4 req-b669f25d-ead3-4712-968a-5ed892060009 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:12.594232 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-34adbed2-1fa7-4f97-8629-cd2fb4623ca4 req-b669f25d-ead3-4712-968a-5ed892060009 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 945 time: 0.0569596 Mar 21 19:23:12.643937 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-34adbed2-1fa7-4f97-8629-cd2fb4623ca4 req-9b7e049b-442f-4a9a-a9e0-603b9d008934 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439198 Mar 21 19:23:12.761078 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513748f-2d02-4bf3-8363-6681adafdf3c req-d0ab0a83-63b6-4044-b971-f57da92781ac tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:12.762838 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b513748f-2d02-4bf3-8363-6681adafdf3c req-d0ab0a83-63b6-4044-b971-f57da92781ac tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 945 time: 0.0537922 Mar 21 19:23:12.814525 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b513748f-2d02-4bf3-8363-6681adafdf3c req-738874b7-28cc-41c6-bff3-b805256519ab tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458405 Mar 21 19:23:12.836319 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 52838) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:13.024909 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b94757-3b22-48b3-b6f5-0a8d6039fd32 tempest-TestVolumeBootPattern-1879645637 tempest-TestVolumeBootPattern-1879645637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:13.026846 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b1b94757-3b22-48b3-b6f5-0a8d6039fd32 tempest-TestVolumeBootPattern-1879645637 tempest-TestVolumeBootPattern-1879645637-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 1124 time: 0.1895268 Mar 21 19:23:13.029711 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 52850) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:13.033917 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'port_id': '235e44a6-d1b3-44a7-b78d-bd5fa025505f', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:13.053354 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:13.155069 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:13.259340 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Allocated IP 172.27.3.18 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/aa4680c2-26db-48f7-9fea-5476af9b3b25) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:23:13.361627 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for port (aa4680c2-26db-48f7-9fea-5476af9b3b25), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:13.384074 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:13.402687 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (aa4680c2-26db-48f7-9fea-5476af9b3b25), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:13.437862 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:23:13.440647 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:13.443653 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:23:13.474534 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'Port': ['ID=aa4680c2-26db-48f7-9fea-5476af9b3b25,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:13.485431 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.485786 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.486132 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.486476 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.486811 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.487141 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.487471 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.487801 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.488128 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.488452 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.488805 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.489131 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.489453 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.489774 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.490091 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:13.821040 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (197c9d04-3839-4205-acc2-67e9d37a75a9), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:13.886029 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (aa4680c2-26db-48f7-9fea-5476af9b3b25), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:14.030794 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for port (aa4680c2-26db-48f7-9fea-5476af9b3b25), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:14.034748 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (aa4680c2-26db-48f7-9fea-5476af9b3b25), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:14.101932 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'Port': ['ID=aa4680c2-26db-48f7-9fea-5476af9b3b25,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:14.113286 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (197c9d04-3839-4205-acc2-67e9d37a75a9), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:14.207969 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Floating IP 197c9d04-3839-4205-acc2-67e9d37a75a9 associated. External IP: 172.27.3.18, port: 235e44a6-d1b3-44a7-b78d-bd5fa025505f. Mar 21 19:23:14.410969 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:23:14.515231 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:23:14.525347 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] Sync routers for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:23:14.535855 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:14.536449 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:23:14.537095 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:22:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:14.565371 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8b84f4ec-1e9e-4b78-8e92-6b7ee4a32582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5346615 Mar 21 19:23:14.566130 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'tag': '235e44a6-d1b3-44a7-b78d-bd5fa025505f'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:23:14.568435 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc8d8a5-2ad6-496e-9c2e-8293824a711d", "tag": "235e44a6-d1b3-44a7-b78d-bd5fa025505f"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:23:14.607468 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99762e71-642f-4ad6-888b-0807bb027441 x-openstack-request-id: req-99762e71-642f-4ad6-888b-0807bb027441 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:23:14.607765 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc8d8a5-2ad6-496e-9c2e-8293824a711d", "tag": "235e44a6-d1b3-44a7-b78d-bd5fa025505f", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:23:14.608021 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-99762e71-642f-4ad6-888b-0807bb027441 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:23:14.608425 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'tag': '235e44a6-d1b3-44a7-b78d-bd5fa025505f', 'status': 'completed', 'code': 200} Mar 21 19:23:14.646256 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:23:14.672461 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-d78c0bb1-eaaa-4079-a575-7a5082c4f4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:14.674002 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-d78c0bb1-eaaa-4079-a575-7a5082c4f4e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 1129 time: 0.0447209 Mar 21 19:23:14.768570 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-12e7a27d-8b9f-4e68-9553-3f1c31f0ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:14.769985 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-12e7a27d-8b9f-4e68-9553-3f1c31f0ddf4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0893798 Mar 21 19:23:14.839375 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-d1e6e0d0-3c40-485f-9b9e-e0c0941be4c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=235e44a6-d1b3-44a7-b78d-bd5fa025505f HTTP/1.1" status: 200 len: 998 time: 0.0633543 Mar 21 19:23:14.890667 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '197c9d04-3839-4205-acc2-67e9d37a75a9', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': '235e44a6-d1b3-44a7-b78d-bd5fa025505f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:1c:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:23:13Z', 'updated_at': '2022-03-21T19:23:13Z', 'revision_number': 0, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:14.895804 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-b3d8e0ef-214b-4570-a9f0-b190ca777643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:14.897863 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-b3d8e0ef-214b-4570-a9f0-b190ca777643 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0528376 Mar 21 19:23:14.922311 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] Checking router: a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:23:14.932016 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:23:14.932872 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:22:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:14.954914 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-19a705cf-2ae5-459b-8a1a-cfb16a136712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:14.956409 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-19a705cf-2ae5-459b-8a1a-cfb16a136712 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524833 Mar 21 19:23:15.041931 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:23:15.043887 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-e1d07d9f-ae34-46ab-8697-60773413369c service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801735 Mar 21 19:23:15.137295 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb8506a2-aa91-43d3-b8c9-bc307e0e5893 req-8969fead-8ce6-48bb-8e05-f29cafc4cd04 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875421 Mar 21 19:23:15.266030 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '197c9d04-3839-4205-acc2-67e9d37a75a9', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': '235e44a6-d1b3-44a7-b78d-bd5fa025505f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:1c:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:23:13Z', 'updated_at': '2022-03-21T19:23:13Z', 'revision_number': 0, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:15.291644 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3816c-ed41-4f95-a3db-debe03143439 None None] The sync data for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi is: [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '197c9d04-3839-4205-acc2-67e9d37a75a9', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.18', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': '235e44a6-d1b3-44a7-b78d-bd5fa025505f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:1c:58:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:23:13Z', 'updated_at': '2022-03-21T19:23:13Z', 'revision_number': 0, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:23:15.475784 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72bee8c7-69d9-4901-b249-821f5f70d4f4 None None] New status for floating IP 197c9d04-3839-4205-acc2-67e9d37a75a9: ACTIVE {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:23:27.190645 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0b6b9a86-b40c-4ccc-a09f-03cdaab58136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:29.427642 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d8a9b2f8-4dde-4626-aaf7-e626144e5f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:29.860474 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 52972) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:29.966095 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43672dbe-ad94-4b03-9bea-9b596439169a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:30.042978 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43672dbe-ad94-4b03-9bea-9b596439169a admin admin] Publish callbacks [] for security_group (52f86884-2b42-48a1-881d-8c01460830f8), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:30.046651 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-43672dbe-ad94-4b03-9bea-9b596439169a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (52f86884-2b42-48a1-881d-8c01460830f8), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:30.081939 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43672dbe-ad94-4b03-9bea-9b596439169a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f86884-2b42-48a1-881d-8c01460830f8,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:30.088163 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-43672dbe-ad94-4b03-9bea-9b596439169a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7207fba7a5874be59943c0d08a03ee6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264605 Mar 21 19:23:30.089126 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52976) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:30.140095 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Publish callbacks [] for security_group (52f86884-2b42-48a1-881d-8c01460830f8), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:30.160096 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Publish callbacks [] for security_group (52f86884-2b42-48a1-881d-8c01460830f8), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:30.205494 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (52f86884-2b42-48a1-881d-8c01460830f8), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:30.207858 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:30.209037 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/52f86884-2b42-48a1-881d-8c01460830f8 HTTP/1.1" status: 204 len: 168 time: 0.1189418 Mar 21 19:23:30.216568 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f86884-2b42-48a1-881d-8c01460830f8,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:30.223528 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.223885 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.224232 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.224604 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.224943 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.225274 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.225658 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.226644 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.226872 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.227081 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.227408 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.227733 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.228057 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.228522 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.228844 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7a06f-0679-479c-a18e-c427ecd12c0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:30.512617 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:30.815552 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 52998) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:30.910723 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-863848335-network', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:30.930142 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Made reservation on behalf of ea223b83ddc44a57a2905807eadd7d97 for: {'network': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:23:30.932613 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:30.940902 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.015009 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Publish callbacks [] for security_group (063e9362-4d55-4add-b27c-866df748e165), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.018675 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (063e9362-4d55-4add-b27c-866df748e165), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.044876 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103550) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:23:31.050934 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063e9362-4d55-4add-b27c-866df748e165,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:31.056826 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (156d8586-aa9c-475e-86f3-5518f6eed177), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.057175 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.segments_db [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Added segment 156d8586-aa9c-475e-86f3-5518f6eed177 of type vlan for network 73622fbb-62a4-40f9-899a-9cb219de7ccc Mar 21 19:23:31.098791 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (73622fbb-62a4-40f9-899a-9cb219de7ccc), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.122917 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (73622fbb-62a4-40f9-899a-9cb219de7ccc), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.123746 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:31.124338 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.176206 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3595738 Mar 21 19:23:31.179596 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53002) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:31.184430 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Request body: {'subnet': {'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-863848335-subnet', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'ip_version': 4}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:31.185377 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805070ba-ccd9-4e2a-9bc3-c228d5526c2c admin admin] Pushing event updated for resources: {'Network': ['ID=73622fbb-62a4-40f9-899a-9cb219de7ccc,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:31.195604 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network 73622fbb-62a4-40f9-899a-9cb219de7ccc details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:23:31.205683 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Made reservation on behalf of ea223b83ddc44a57a2905807eadd7d97 for: {'subnet': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:23:31.208243 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59739474'] for subnet (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.376438 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62028564', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59739460'] for subnet (e9b248cd-9363-4143-bb20-74d3d7c61238), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.433378 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b248cd-9363-4143-bb20-74d3d7c61238,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:31.441994 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Checking segment: {'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:23:31.442358 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Network hostable DHCP agents. Network: 73622fbb-62a4-40f9-899a-9cb219de7ccc, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103551) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:23:31.458061 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Network 73622fbb-62a4-40f9-899a-9cb219de7ccc is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103551) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:23:31.467188 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, 73622fbb-62a4-40f9-899a-9cb219de7ccc) {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:31.471291 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:31.471873 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.478061 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679da48b-79d8-418d-9f66-dec972d1d6d8 None None] Network 73622fbb-62a4-40f9-899a-9cb219de7ccc requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:23:31.487490 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b43ddb09-95b6-4832-97b0-69999f1ff78d admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3067858 Mar 21 19:23:31.490259 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53004) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:31.494470 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:31.513366 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (8298b5d3-7b99-4b71-b957-d137d411f489), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.514380 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (8298b5d3-7b99-4b71-b957-d137d411f489), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.564961 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks [] for router_controller (8298b5d3-7b99-4b71-b957-d137d411f489), precommit_add_association {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.578424 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-73622fbb-62a4-40f9-899a-9cb219de7ccc', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:23:31.579282 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.703051 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks [] for router_gateway (8298b5d3-7b99-4b71-b957-d137d411f489), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.712149 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Allocated IP 172.20.0.2 (73622fbb-62a4-40f9-899a-9cb219de7ccc/e9b248cd-9363-4143-bb20-74d3d7c61238/97daaa5a-ef3b-4730-850d-3550291284c0) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:23:31.851876 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Publish callbacks [] for port (97daaa5a-ef3b-4730-850d-3550291284c0), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.857798 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.894543 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Network 73622fbb-62a4-40f9-899a-9cb219de7ccc is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:23:31.896356 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks [] for router_gateway (8298b5d3-7b99-4b71-b957-d137d411f489), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.897379 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:31.901279 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:23:31.910654 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Pushing event updated for resources: {'Port': ['ID=97daaa5a-ef3b-4730-850d-3550291284c0,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:31.918982 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.921628 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.921984 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.922338 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.922680 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.923017 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.923352 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.923757 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.924088 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.924422 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.924776 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.925222 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.925559 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.925886 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.926212 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.926537 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:31.973902 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Attempting to bind port 97daaa5a-ef3b-4730-850d-3550291284c0 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:23:31.974201 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Attempting to bind port 97daaa5a-ef3b-4730-850d-3550291284c0 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:23:31.974570 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Attempting to bind port 97daaa5a-ef3b-4730-850d-3550291284c0 on network 73622fbb-62a4-40f9-899a-9cb219de7ccc {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:23:31.980389 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:23:31.980939 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Checking segment: {'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:23:31.981345 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:31.981739 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Bound using segment: {'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:23:31.982209 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Bound port: 97daaa5a-ef3b-4730-850d-3550291284c0, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:23:31.982591 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:32.019665 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Allocated IP 172.27.3.42 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/85f4990b-e611-4ee9-9119-b1da6f19f2c2) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:23:32.047341 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] For port 97daaa5a-ef3b-4730-850d-3550291284c0, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:23:32.050373 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] For port 97daaa5a-ef3b-4730-850d-3550291284c0, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=97daaa5a-ef3b-4730-850d-3550291284c0,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:23:32.056005 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:32.129637 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks [] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:32.131093 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:32.131817 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b65108-bbd7-4022-a401-d97bf6174e84 None None] Pushing event updated for resources: {'Port': ['ID=97daaa5a-ef3b-4730-850d-3550291284c0,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:32.165692 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:32.203423 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:23:32.206275 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:32.209853 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:23:32.233777 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Pushing event updated for resources: {'Port': ['ID=85f4990b-e611-4ee9-9119-b1da6f19f2c2,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:32.472297 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks [] for router_gateway (8298b5d3-7b99-4b71-b957-d137d411f489), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:32.485263 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 97daaa5a-ef3b-4730-850d-3550291284c0 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:32.536240 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 97daaa5a-ef3b-4730-850d-3550291284c0 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:32.536571 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:32.617350 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 97daaa5a-ef3b-4730-850d-3550291284c0 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:32.618029 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:32.650985 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 97daaa5a-ef3b-4730-850d-3550291284c0, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=97daaa5a-ef3b-4730-850d-3550291284c0,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:23:32.655318 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:32.703622 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=97daaa5a-ef3b-4730-850d-3550291284c0,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:32.955402 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (8298b5d3-7b99-4b71-b957-d137d411f489), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.034458 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995b9b12-5d74-44bb-8e1c-6f301d1786d5 None None] Network 73622fbb-62a4-40f9-899a-9cb219de7ccc requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:23:33.084877 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Router 8298b5d3-7b99-4b71-b957-d137d411f489 is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:23:33.095066 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-cfa05e28-2c53-41e5-8aed-1daa1cd32810 None None] Provisioning complete for port 97daaa5a-ef3b-4730-850d-3550291284c0 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:33.095478 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-cfa05e28-2c53-41e5-8aed-1daa1cd32810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.195165 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:23:33.205625 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Sync routers for ids ['8298b5d3-7b99-4b71-b957-d137d411f489'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:23:33.214062 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.217783 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-56c2fd09-74ad-467e-90da-09ca96825091 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7241356 Mar 21 19:23:33.218102 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53006) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:33.222643 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-cfa05e28-2c53-41e5-8aed-1daa1cd32810 None None] Current status of the port 97daaa5a-ef3b-4730-850d-3550291284c0 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:33.229994 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Routers {'8298b5d3-7b99-4b71-b957-d137d411f489'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:23:33.230637 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:23:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['8298b5d3-7b99-4b71-b957-d137d411f489'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:33.345755 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Set router 8298b5d3-7b99-4b71-b957-d137d411f489 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:23:33.462215 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-28d4037b-57e2-44c7-91b2-d8a11cd183ef None None] Provisioning complete for port 97daaa5a-ef3b-4730-850d-3550291284c0 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:33.462591 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-28d4037b-57e2-44c7-91b2-d8a11cd183ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.586035 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.604742 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-28d4037b-57e2-44c7-91b2-d8a11cd183ef None None] Current status of the port 97daaa5a-ef3b-4730-850d-3550291284c0 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:33.617127 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:32Z', 'revision_number': 3, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:33.642278 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.643966 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Checking router: 8298b5d3-7b99-4b71-b957-d137d411f489 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:23:33.644471 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Updating router 8298b5d3-7b99-4b71-b957-d137d411f489 port 85f4990b-e611-4ee9-9119-b1da6f19f2c2 binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:23:33.670907 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.810615 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Allocated IP 172.20.0.1 (73622fbb-62a4-40f9-899a-9cb219de7ccc/e9b248cd-9363-4143-bb20-74d3d7c61238/672f9c9a-fd24-41b0-9ad8-1c05b3882f1d) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:23:33.909249 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Publish callbacks [] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.918889 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Publish callbacks [] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.924165 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.941703 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.970344 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Attempting to bind port 85f4990b-e611-4ee9-9119-b1da6f19f2c2 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:23:33.970725 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Attempting to bind port 85f4990b-e611-4ee9-9119-b1da6f19f2c2 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:23:33.971092 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Attempting to bind port 85f4990b-e611-4ee9-9119-b1da6f19f2c2 on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:23:33.979943 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f153b2-4e91-4817-adb7-f3cf3fe308c8 None None] Pushing event updated for resources: {'Port': ['ID=85f4990b-e611-4ee9-9119-b1da6f19f2c2,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:33.982689 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:23:33.982887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Network 73622fbb-62a4-40f9-899a-9cb219de7ccc is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:23:33.983123 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:23:33.983477 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.983842 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:23:33.984313 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Bound port: 85f4990b-e611-4ee9-9119-b1da6f19f2c2, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:23:33.984721 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:33.985642 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:33.989048 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:23:34.015860 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Pushing event updated for resources: {'Port': ['ID=672f9c9a-fd24-41b0-9ad8-1c05b3882f1d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:34.033640 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (8298b5d3-7b99-4b71-b957-d137d411f489), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:34.051344 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] For port 85f4990b-e611-4ee9-9119-b1da6f19f2c2, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:23:34.055001 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] For port 85f4990b-e611-4ee9-9119-b1da6f19f2c2, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=85f4990b-e611-4ee9-9119-b1da6f19f2c2,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:23:34.062050 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:34.134636 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Routers {'8298b5d3-7b99-4b71-b957-d137d411f489'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:23:34.135268 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:23:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['8298b5d3-7b99-4b71-b957-d137d411f489'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:34.187252 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:34.199298 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f153b2-4e91-4817-adb7-f3cf3fe308c8 None None] Pushing event updated for resources: {'Port': ['ID=85f4990b-e611-4ee9-9119-b1da6f19f2c2,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:34.244656 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-fa6d6887-0007-4e4d-b216-2a063f175a32 None None] Provisioning complete for port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:34.245041 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fa6d6887-0007-4e4d-b216-2a063f175a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:34.279088 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] Set router 8298b5d3-7b99-4b71-b957-d137d411f489 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:23:34.342370 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-fa6d6887-0007-4e4d-b216-2a063f175a32 None None] Port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:23:34.346911 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Publish callbacks [] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:34.352087 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:34.418639 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (8298b5d3-7b99-4b71-b957-d137d411f489), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:34.420335 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Pushing event updated for resources: {'Port': ['ID=672f9c9a-fd24-41b0-9ad8-1c05b3882f1d,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:34.464446 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 97daaa5a-ef3b-4730-850d-3550291284c0 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:34.517944 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Network 73622fbb-62a4-40f9-899a-9cb219de7ccc is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:23:34.519384 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:34.636928 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Router 8298b5d3-7b99-4b71-b957-d137d411f489 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:23:34.647344 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:32Z', 'revision_number': 3, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:34.678741 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cf4ba-9659-4599-9794-31d5e4f3c697 None None] The sync data for ids ['8298b5d3-7b99-4b71-b957-d137d411f489'] in dv-cinder-834527-2-iscsi is: [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:32Z', 'revision_number': 3, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:23:34.687467 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 97daaa5a-ef3b-4730-850d-3550291284c0 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:34.687467 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:34.765164 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:23:34.777698 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-785245d0-2c43-4a4b-840b-0e95d77a8bcf admin admin] 10.222.0.41 "PUT /v2.0/routers/8298b5d3-7b99-4b71-b957-d137d411f489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5518429 Mar 21 19:23:34.780675 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 97daaa5a-ef3b-4730-850d-3550291284c0 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:34.784515 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-d6638e0a-cddc-4049-81a0-4ae7475f6636 None None] Provisioning complete for port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:34.784886 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d6638e0a-cddc-4049-81a0-4ae7475f6636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:34.821659 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-d6638e0a-cddc-4049-81a0-4ae7475f6636 None None] Port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:23:35.295488 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53024) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:35.300584 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1875390181-network', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:35.321095 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Made reservation on behalf of e3e2253350f04b6d86cb39bea2f34f3b for: {'network': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:23:35.323396 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for network (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.332753 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.413767 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Publish callbacks [] for security_group (209918e4-d3f8-47c2-a16e-d02ad1ecaa14), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.419060 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (209918e4-d3f8-47c2-a16e-d02ad1ecaa14), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.445590 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=103551) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 19:23:35.455432 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209918e4-d3f8-47c2-a16e-d02ad1ecaa14,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:35.461189 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (97e3e0cd-2e30-44a1-98ec-7ca215b2124e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.461542 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.segments_db [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Added segment 97e3e0cd-2e30-44a1-98ec-7ca215b2124e of type vlan for network d0615e94-1204-4a5d-a34e-1ceea75a21d1 Mar 21 19:23:35.503738 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787605384268'] for network (d0615e94-1204-4a5d-a34e-1ceea75a21d1), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.530817 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501'] for network (d0615e94-1204-4a5d-a34e-1ceea75a21d1), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.531786 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:35.532366 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.582369 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2856998 Mar 21 19:23:35.585337 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53026) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:35.590847 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Request body: {'subnet': {'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1875390181-subnet', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'ip_version': 4}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:35.591738 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a226c3-a29b-484f-8bc7-419fd355e411 admin admin] Pushing event updated for resources: {'Network': ['ID=d0615e94-1204-4a5d-a34e-1ceea75a21d1,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:35.601746 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Network d0615e94-1204-4a5d-a34e-1ceea75a21d1 details requested by agent ovs-agent-dv-cinder-834527-2-iscsi with host dv-cinder-834527-2-iscsi {{(pid=103552) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 19:23:35.611508 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Made reservation on behalf of e3e2253350f04b6d86cb39bea2f34f3b for: {'subnet': 1} {{(pid=103550) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:23:35.613892 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62842568'] for subnet (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.784568 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59230517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62842590'] for subnet (07aef2cb-33c7-45ec-a706-b1346aaa4899), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.831937 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07aef2cb-33c7-45ec-a706-b1346aaa4899,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:35.846511 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Checking segment: {'id': '97e3e0cd-2e30-44a1-98ec-7ca215b2124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103550) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:23:35.846872 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Network hostable DHCP agents. Network: d0615e94-1204-4a5d-a34e-1ceea75a21d1, hostable agents: ['f0cd01b7-87b5-4017-8489-e21f21dae6db'], hosted agents: [] {{(pid=103550) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 19:23:35.862002 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Network d0615e94-1204-4a5d-a34e-1ceea75a21d1 is scheduled to be hosted by DHCP agent f0cd01b7-87b5-4017-8489-e21f21dae6db with binding_index 1 {{(pid=103550) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 19:23:35.870598 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834527-2-iscsi, d0615e94-1204-4a5d-a34e-1ceea75a21d1) {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:35.874662 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:35.875502 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.879671 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76366eca-320f-43f6-9ec3-12a3de6c6b69 None None] Network d0615e94-1204-4a5d-a34e-1ceea75a21d1 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:23:35.893350 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-044455fe-a95d-4f4d-ab64-521d59b4f371 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3054137 Mar 21 19:23:35.895218 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53028) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:35.899642 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1875390181-router', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:35.918453 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3915581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2552'] for router (2972fda6-57b5-4256-a34d-ca648e05b0a0), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.919547 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3912877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3917054', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3726882', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2551'] for router (2972fda6-57b5-4256-a34d-ca648e05b0a0), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.976680 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks [] for router_controller (2972fda6-57b5-4256-a34d-ca648e05b0a0), precommit_add_association {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:35.986870 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8b3793b1-7e12-5d2a-a1d3-61d556e209d5-d0615e94-1204-4a5d-a34e-1ceea75a21d1', 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1', 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'fixed_ips': [{'subnet_id': '07aef2cb-33c7-45ec-a706-b1346aaa4899'}]}} from dv-cinder-834527-2-iscsi. {{(pid=103552) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 19:23:35.987781 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.119371 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks [] for router_gateway (2972fda6-57b5-4256-a34d-ca648e05b0a0), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.130098 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.db_base_plugin_common [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Allocated IP 172.20.0.2 (d0615e94-1204-4a5d-a34e-1ceea75a21d1/07aef2cb-33c7-45ec-a706-b1346aaa4899/d04d2a1b-f6a7-469e-81f0-286c2f875683) {{(pid=103552) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:23:36.265888 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Sync routers for ids ['8298b5d3-7b99-4b71-b957-d137d411f489'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:23:36.275055 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Publish callbacks [] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), precommit_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.276421 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Routers {'8298b5d3-7b99-4b71-b957-d137d411f489'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:23:36.277138 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:23:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['8298b5d3-7b99-4b71-b957-d137d411f489'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:36.283865 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), after_create {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.320057 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks [] for router_gateway (2972fda6-57b5-4256-a34d-ca648e05b0a0), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.326639 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Network d0615e94-1204-4a5d-a34e-1ceea75a21d1 is already hosted by enough agents. {{(pid=103552) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:23:36.329835 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.scheduler.base_scheduler [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Resources bound (agent type, host, resource id): {{(pid=103552) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:36.332576 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Received port after_create {{(pid=103552) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:23:36.338659 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.350709 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Pushing event updated for resources: {'Port': ['ID=d04d2a1b-f6a7-469e-81f0-286c2f875683,revision_number=1']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:36.386414 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Set router 8298b5d3-7b99-4b71-b957-d137d411f489 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:23:36.417077 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Attempting to bind port d04d2a1b-f6a7-469e-81f0-286c2f875683 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:23:36.417447 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Attempting to bind port d04d2a1b-f6a7-469e-81f0-286c2f875683 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '97e3e0cd-2e30-44a1-98ec-7ca215b2124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:23:36.417808 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Attempting to bind port d04d2a1b-f6a7-469e-81f0-286c2f875683 on network d0615e94-1204-4a5d-a34e-1ceea75a21d1 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:23:36.423518 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:23:36.425040 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Checking segment: {'id': '97e3e0cd-2e30-44a1-98ec-7ca215b2124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:23:36.425978 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.425978 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Bound using segment: {'id': '97e3e0cd-2e30-44a1-98ec-7ca215b2124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:23:36.426633 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Bound port: d04d2a1b-f6a7-469e-81f0-286c2f875683, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e3e0cd-2e30-44a1-98ec-7ca215b2124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:23:36.427488 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.451901 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Allocated IP 172.27.3.197 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/172d40b4-c53f-4ee6-be8b-27482bc92a59) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:23:36.508795 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] For port d04d2a1b-f6a7-469e-81f0-286c2f875683, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:23:36.514603 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] For port d04d2a1b-f6a7-469e-81f0-286c2f875683, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d04d2a1b-f6a7-469e-81f0-286c2f875683,segment=NetworkSegment(97e3e0cd-2e30-44a1-98ec-7ca215b2124e),segment_id=97e3e0cd-2e30-44a1-98ec-7ca215b2124e)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:23:36.521917 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 85f4990b-e611-4ee9-9119-b1da6f19f2c2 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:36.526727 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.576041 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks [] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.599130 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '672f9c9a-fd24-41b0-9ad8-1c05b3882f1d', 'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'mac_address': 'fa:16:3e:95:4b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:33Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 2, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'subnets': [{'id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:36.626051 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Checking router: 8298b5d3-7b99-4b71-b957-d137d411f489 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:23:36.626213 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea86dbe-5c28-4e20-85db-c6508293ee20 None None] Pushing event updated for resources: {'Port': ['ID=d04d2a1b-f6a7-469e-81f0-286c2f875683,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:36.626439 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Updating router 8298b5d3-7b99-4b71-b957-d137d411f489 port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:23:36.634238 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 85f4990b-e611-4ee9-9119-b1da6f19f2c2 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:36.634619 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.639582 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.654616 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.678600 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:23:36.681766 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:36.685271 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:23:36.728193 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 85f4990b-e611-4ee9-9119-b1da6f19f2c2 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:36.728760 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.751489 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 85f4990b-e611-4ee9-9119-b1da6f19f2c2, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=85f4990b-e611-4ee9-9119-b1da6f19f2c2,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:23:36.760314 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.774779 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Pushing event updated for resources: {'Port': ['ID=172d40b4-c53f-4ee6-be8b-27482bc92a59,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:36.851557 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=85f4990b-e611-4ee9-9119-b1da6f19f2c2,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:36.968181 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Publish callbacks [] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:36.977202 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.002408 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks [] for router_gateway (2972fda6-57b5-4256-a34d-ca648e05b0a0), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.025721 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Pushing event updated for resources: {'Port': ['ID=672f9c9a-fd24-41b0-9ad8-1c05b3882f1d,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:37.035194 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.035548 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.035910 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.036422 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.036633 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.036960 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.037281 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.037669 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.038019 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.038361 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.038685 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.039025 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.039350 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.039670 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.039991 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103553) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:23:37.089374 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Attempting to bind port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:23:37.089839 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Attempting to bind port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:23:37.090279 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Attempting to bind port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d on network 73622fbb-62a4-40f9-899a-9cb219de7ccc {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:23:37.095574 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:23:37.095984 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Checking segment: {'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:23:37.096458 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.097630 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Bound using segment: {'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:23:37.098187 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Bound port: 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:23:37.098658 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.238305 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3912886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3916843'] for router (2972fda6-57b5-4256-a34d-ca648e05b0a0), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.259473 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] For port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:23:37.262826 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-2d3e898c-c71c-4489-877a-e7768761668a None None] Provisioning complete for port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:37.263515 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] For port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=672f9c9a-fd24-41b0-9ad8-1c05b3882f1d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:23:37.263652 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-2d3e898c-c71c-4489-877a-e7768761668a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.272281 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.302252 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-2d3e898c-c71c-4489-877a-e7768761668a None None] Port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:23:37.344829 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Routers {'8298b5d3-7b99-4b71-b957-d137d411f489'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:23:37.345455 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:23:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['8298b5d3-7b99-4b71-b957-d137d411f489'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:37.348464 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d15b63-b7c1-4ff2-a1d8-f1f61a37a15c None None] Pushing event updated for resources: {'Port': ['ID=672f9c9a-fd24-41b0-9ad8-1c05b3882f1d,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:37.472862 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] Set router 8298b5d3-7b99-4b71-b957-d137d411f489 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:23:37.624542 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-295a5e93-49d1-4873-9b30-5ad1ade782dc None None] Provisioning complete for port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:37.625431 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-295a5e93-49d1-4873-9b30-5ad1ade782dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.709252 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '672f9c9a-fd24-41b0-9ad8-1c05b3882f1d', 'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'mac_address': 'fa:16:3e:95:4b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:33Z', 'updated_at': '2022-03-21T19:23:37Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'subnets': [{'id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:37.711870 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-295a5e93-49d1-4873-9b30-5ad1ade782dc None None] Current status of the port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:37.712275 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-295a5e93-49d1-4873-9b30-5ad1ade782dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.724906 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Router 2972fda6-57b5-4256-a34d-ca648e05b0a0 is scheduled to L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef with binding_index 1 {{(pid=103551) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 19:23:37.740265 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1acb3-6d17-4ff8-baab-b3b097632709 None None] The sync data for ids ['8298b5d3-7b99-4b71-b957-d137d411f489'] in dv-cinder-834527-2-iscsi is: [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '672f9c9a-fd24-41b0-9ad8-1c05b3882f1d', 'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'mac_address': 'fa:16:3e:95:4b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:33Z', 'updated_at': '2022-03-21T19:23:37Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'subnets': [{'id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:23:37.750729 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-295a5e93-49d1-4873-9b30-5ad1ade782dc None None] For port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=672f9c9a-fd24-41b0-9ad8-1c05b3882f1d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:23:37.755502 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-295a5e93-49d1-4873-9b30-5ad1ade782dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.816161 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a5e93-49d1-4873-9b30-5ad1ade782dc None None] Pushing event updated for resources: {'Port': ['ID=672f9c9a-fd24-41b0-9ad8-1c05b3882f1d,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:37.838392 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b2c3a-44b2-490b-87cb-7dbf2c20fd3f None None] Network d0615e94-1204-4a5d-a34e-1ceea75a21d1 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:23:37.883528 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:23:37.900131 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Sync routers for ids ['2972fda6-57b5-4256-a34d-ca648e05b0a0'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:23:37.907211 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.912386 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-b3340013-1cbe-4f57-a11d-7ff1666efeb9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0127392 Mar 21 19:23:37.913783 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53030) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:37.924509 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-70ea4f75-da42-429b-a54f-afaa736bc73c None None] Provisioning complete for port d04d2a1b-f6a7-469e-81f0-286c2f875683 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:37.924919 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f75-da42-429b-a54f-afaa736bc73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:37.933889 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Routers {'2972fda6-57b5-4256-a34d-ca648e05b0a0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:23:37.934542 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:23:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['2972fda6-57b5-4256-a34d-ca648e05b0a0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:38.141552 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Set router 2972fda6-57b5-4256-a34d-ca648e05b0a0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:23:38.211120 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-70ea4f75-da42-429b-a54f-afaa736bc73c None None] Current status of the port d04d2a1b-f6a7-469e-81f0-286c2f875683 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:38.211523 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f75-da42-429b-a54f-afaa736bc73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:38.295945 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-70ea4f75-da42-429b-a54f-afaa736bc73c None None] For port d04d2a1b-f6a7-469e-81f0-286c2f875683, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d04d2a1b-f6a7-469e-81f0-286c2f875683,segment=NetworkSegment(97e3e0cd-2e30-44a1-98ec-7ca215b2124e),segment_id=97e3e0cd-2e30-44a1-98ec-7ca215b2124e)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:23:38.305437 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-70ea4f75-da42-429b-a54f-afaa736bc73c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:38.393337 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:38.395925 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea4f75-da42-429b-a54f-afaa736bc73c None None] Pushing event updated for resources: {'Port': ['ID=d04d2a1b-f6a7-469e-81f0-286c2f875683,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:38.447251 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'name': 'tempest-TestShelveInstance-1875390181-router', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:35Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 3, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'gw_port': {'id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:36Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:38.454121 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-015ff30d-bfd0-4666-8780-e635163f031e None None] Provisioning complete for port d04d2a1b-f6a7-469e-81f0-286c2f875683 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:38.454703 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-015ff30d-bfd0-4666-8780-e635163f031e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:38.595755 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Allocated IP 172.20.0.1 (d0615e94-1204-4a5d-a34e-1ceea75a21d1/07aef2cb-33c7-45ec-a706-b1346aaa4899/46381451-a2a0-49e6-980c-75a08caa171b) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:23:38.679476 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Checking router: 2972fda6-57b5-4256-a34d-ca648e05b0a0 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:23:38.679836 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Updating router 2972fda6-57b5-4256-a34d-ca648e05b0a0 port 172d40b4-c53f-4ee6-be8b-27482bc92a59 binding host dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:23:38.683485 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:38.718994 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Publish callbacks [] for port (46381451-a2a0-49e6-980c-75a08caa171b), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:38.751219 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:38.754800 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (46381451-a2a0-49e6-980c-75a08caa171b), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:38.795482 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Network d0615e94-1204-4a5d-a34e-1ceea75a21d1 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:23:38.798458 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:38.802075 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:23:38.835778 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Pushing event updated for resources: {'Port': ['ID=46381451-a2a0-49e6-980c-75a08caa171b,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:38.850148 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3917822'] for router_interface (2972fda6-57b5-4256-a34d-ca648e05b0a0), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:38.879426 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-015ff30d-bfd0-4666-8780-e635163f031e None None] Current status of the port d04d2a1b-f6a7-469e-81f0-286c2f875683 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:38.885217 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:38.885593 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.001967 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (46381451-a2a0-49e6-980c-75a08caa171b), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.065002 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:39.066109 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d04d2a1b-f6a7-469e-81f0-286c2f875683 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:39.144399 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-52babac6-3468-41a8-814e-905182203653 None None] Provisioning complete for port 46381451-a2a0-49e6-980c-75a08caa171b triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:39.144804 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-52babac6-3468-41a8-814e-905182203653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (46381451-a2a0-49e6-980c-75a08caa171b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.189184 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Publish callbacks [] for port (46381451-a2a0-49e6-980c-75a08caa171b), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.194830 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (46381451-a2a0-49e6-980c-75a08caa171b), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.222264 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Publish callbacks [] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), precommit_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.223895 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-52babac6-3468-41a8-814e-905182203653 None None] Port 46381451-a2a0-49e6-980c-75a08caa171b cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:23:39.225312 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port d04d2a1b-f6a7-469e-81f0-286c2f875683 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:39.225711 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.248034 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.261475 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Pushing event updated for resources: {'Port': ['ID=46381451-a2a0-49e6-980c-75a08caa171b,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:39.263851 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3911515', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3917674'] for router_interface (2972fda6-57b5-4256-a34d-ca648e05b0a0), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.315921 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71cce7-72ca-41f6-8451-91be45a10ece None None] Pushing event updated for resources: {'Port': ['ID=172d40b4-c53f-4ee6-be8b-27482bc92a59,revision_number=2']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:39.318439 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Attempting to bind port 172d40b4-c53f-4ee6-be8b-27482bc92a59 on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:23:39.318816 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Attempting to bind port 172d40b4-c53f-4ee6-be8b-27482bc92a59 by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:23:39.319183 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Attempting to bind port 172d40b4-c53f-4ee6-be8b-27482bc92a59 on network 4ad7078d-2680-4fd0-b369-c65eef323e25 {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:23:39.328900 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:23:39.329277 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Checking segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103552) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:23:39.329682 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.330130 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Bound using segment: {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'} {{(pid=103552) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:23:39.330532 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.managers [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Bound port: 172d40b4-c53f-4ee6-be8b-27482bc92a59, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25'}}] {{(pid=103552) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:23:39.330907 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.360384 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Network d0615e94-1204-4a5d-a34e-1ceea75a21d1 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:23:39.361843 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:39.405179 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port d04d2a1b-f6a7-469e-81f0-286c2f875683 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:39.406382 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 85f4990b-e611-4ee9-9119-b1da6f19f2c2 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:39.435847 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] For port 172d40b4-c53f-4ee6-be8b-27482bc92a59, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103552) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:23:39.451991 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] For port 172d40b4-c53f-4ee6-be8b-27482bc92a59, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=172d40b4-c53f-4ee6-be8b-27482bc92a59,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:23:39.463404 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.480639 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Router 2972fda6-57b5-4256-a34d-ca648e05b0a0 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:23:39.528535 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 85f4990b-e611-4ee9-9119-b1da6f19f2c2 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:39.528914 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.534617 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Routers {'2972fda6-57b5-4256-a34d-ca648e05b0a0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:23:39.535265 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:23:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['2972fda6-57b5-4256-a34d-ca648e05b0a0'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:39.557903 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac71cce7-72ca-41f6-8451-91be45a10ece None None] Pushing event updated for resources: {'Port': ['ID=172d40b4-c53f-4ee6-be8b-27482bc92a59,revision_number=3']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:39.599524 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:23:39.605273 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-150f00cb-554f-43d0-9bcf-61d5d3e7f79b admin admin] 10.222.0.41 "PUT /v2.0/routers/2972fda6-57b5-4256-a34d-ca648e05b0a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6904867 Mar 21 19:23:39.676778 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-7c4c73ed-913f-4444-8731-eaac7cbb75b8 None None] Provisioning complete for port 46381451-a2a0-49e6-980c-75a08caa171b triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:39.677144 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7c4c73ed-913f-4444-8731-eaac7cbb75b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (46381451-a2a0-49e6-980c-75a08caa171b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:39.745402 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] Set router 2972fda6-57b5-4256-a34d-ca648e05b0a0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:23:39.785108 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 85f4990b-e611-4ee9-9119-b1da6f19f2c2 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:39.787038 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-7c4c73ed-913f-4444-8731-eaac7cbb75b8 None None] Port 46381451-a2a0-49e6-980c-75a08caa171b cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:23:39.955647 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'name': 'tempest-TestShelveInstance-1875390181-router', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:35Z', 'updated_at': '2022-03-21T19:23:38Z', 'revision_number': 4, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'gw_port': {'id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:36Z', 'updated_at': '2022-03-21T19:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '46381451-a2a0-49e6-980c-75a08caa171b', 'name': '', 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'mac_address': 'fa:16:3e:7f:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '07aef2cb-33c7-45ec-a706-b1346aaa4899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:38Z', 'updated_at': '2022-03-21T19:23:39Z', 'revision_number': 2, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'subnets': [{'id': '07aef2cb-33c7-45ec-a706-b1346aaa4899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:39.981336 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a667d2c-382f-469c-88bc-46a9e2aa1697 None None] The sync data for ids ['2972fda6-57b5-4256-a34d-ca648e05b0a0'] in dv-cinder-834527-2-iscsi is: [{'id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'name': 'tempest-TestShelveInstance-1875390181-router', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:35Z', 'updated_at': '2022-03-21T19:23:38Z', 'revision_number': 4, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'gw_port': {'id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:36Z', 'updated_at': '2022-03-21T19:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '46381451-a2a0-49e6-980c-75a08caa171b', 'name': '', 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'mac_address': 'fa:16:3e:7f:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '07aef2cb-33c7-45ec-a706-b1346aaa4899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:38Z', 'updated_at': '2022-03-21T19:23:39Z', 'revision_number': 2, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'subnets': [{'id': '07aef2cb-33c7-45ec-a706-b1346aaa4899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:23:40.126958 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53038) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:40.131571 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-c732ceb8-6dfc-45f4-bec0-35f3c46c61c7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2091802106', 'description': 'tempest-secgroup-smoke-2091802106 description', 'project_id': 'ea223b83ddc44a57a2905807eadd7d97'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:40.152531 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c732ceb8-6dfc-45f4-bec0-35f3c46c61c7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.243178 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c732ceb8-6dfc-45f4-bec0-35f3c46c61c7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group (5058e39e-303d-46c5-917c-509ecb5c8cb7), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.247255 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c732ceb8-6dfc-45f4-bec0-35f3c46c61c7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (5058e39e-303d-46c5-917c-509ecb5c8cb7), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.284370 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-c732ceb8-6dfc-45f4-bec0-35f3c46c61c7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.285682 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-c732ceb8-6dfc-45f4-bec0-35f3c46c61c7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1577022 Mar 21 19:23:40.290165 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53040) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:40.291021 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732ceb8-6dfc-45f4-bec0-35f3c46c61c7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5058e39e-303d-46c5-917c-509ecb5c8cb7,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:40.296004 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-cbd330f7-f988-4d93-8fb1-987d26345fa0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Request body: {'security_group_rule': {'security_group_id': '5058e39e-303d-46c5-917c-509ecb5c8cb7', 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:40.327834 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cbd330f7-f988-4d93-8fb1-987d26345fa0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (4d50bca5-5913-4308-bf3c-f39b245614b8), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.391729 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cbd330f7-f988-4d93-8fb1-987d26345fa0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (4d50bca5-5913-4308-bf3c-f39b245614b8), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.397303 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cbd330f7-f988-4d93-8fb1-987d26345fa0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (4d50bca5-5913-4308-bf3c-f39b245614b8), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.413180 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd330f7-f988-4d93-8fb1-987d26345fa0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d50bca5-5913-4308-bf3c-f39b245614b8,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:40.426643 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cbd330f7-f988-4d93-8fb1-987d26345fa0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.428504 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-cbd330f7-f988-4d93-8fb1-987d26345fa0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366346 Mar 21 19:23:40.431190 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53042) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:40.435726 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-cdc9653a-84ec-4548-83ba-0c5c1f28e7c3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Request body: {'security_group_rule': {'security_group_id': '5058e39e-303d-46c5-917c-509ecb5c8cb7', 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:40.462996 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653a-84ec-4548-83ba-0c5c1f28e7c3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (aab270cf-8eda-42f8-9306-3a68bd0c6cb4), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.482082 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d04d2a1b-f6a7-469e-81f0-286c2f875683 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:40.536401 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653a-84ec-4548-83ba-0c5c1f28e7c3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (aab270cf-8eda-42f8-9306-3a68bd0c6cb4), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.540365 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port d04d2a1b-f6a7-469e-81f0-286c2f875683 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:40.540777 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.550187 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653a-84ec-4548-83ba-0c5c1f28e7c3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (aab270cf-8eda-42f8-9306-3a68bd0c6cb4), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.569626 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9653a-84ec-4548-83ba-0c5c1f28e7c3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab270cf-8eda-42f8-9306-3a68bd0c6cb4,revision_number=0']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:40.579512 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653a-84ec-4548-83ba-0c5c1f28e7c3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.580769 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-cdc9653a-84ec-4548-83ba-0c5c1f28e7c3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1485589 Mar 21 19:23:40.583628 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53044) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:40.588278 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-d10d9cf6-ee6f-48f5-b3b3-13ea772c81ef tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Request body: {'security_group_rule': {'security_group_id': '5058e39e-303d-46c5-917c-509ecb5c8cb7', 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:40.616026 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d10d9cf6-ee6f-48f5-b3b3-13ea772c81ef tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (9febdbd7-0e81-45c9-be7f-22fac03c2d94), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.633555 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port d04d2a1b-f6a7-469e-81f0-286c2f875683 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:40.685527 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d10d9cf6-ee6f-48f5-b3b3-13ea772c81ef tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (9febdbd7-0e81-45c9-be7f-22fac03c2d94), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.689753 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d10d9cf6-ee6f-48f5-b3b3-13ea772c81ef tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (9febdbd7-0e81-45c9-be7f-22fac03c2d94), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.717759 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d9cf6-ee6f-48f5-b3b3-13ea772c81ef tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9febdbd7-0e81-45c9-be7f-22fac03c2d94,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:40.727494 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d10d9cf6-ee6f-48f5-b3b3-13ea772c81ef tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.728757 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d10d9cf6-ee6f-48f5-b3b3-13ea772c81ef tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1440194 Mar 21 19:23:40.731380 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53046) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:40.735607 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-39d1d0b8-0352-4236-b7ba-de7ba2a09028 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Request body: {'security_group_rule': {'security_group_id': '5058e39e-303d-46c5-917c-509ecb5c8cb7', 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:40.765582 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-39d1d0b8-0352-4236-b7ba-de7ba2a09028 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (e289a0d9-cdc4-47ac-88d2-bb46f274916e), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.827843 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-39d1d0b8-0352-4236-b7ba-de7ba2a09028 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (e289a0d9-cdc4-47ac-88d2-bb46f274916e), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.831778 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-39d1d0b8-0352-4236-b7ba-de7ba2a09028 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (e289a0d9-cdc4-47ac-88d2-bb46f274916e), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.852858 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1d0b8-0352-4236-b7ba-de7ba2a09028 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e289a0d9-cdc4-47ac-88d2-bb46f274916e,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:40.858804 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-39d1d0b8-0352-4236-b7ba-de7ba2a09028 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.860018 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-39d1d0b8-0352-4236-b7ba-de7ba2a09028 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277022 Mar 21 19:23:40.862754 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53048) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:40.867549 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-e2dedf5f-4529-42ab-b6f7-3b43d3a2b5e2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Request body: {'security_group_rule': {'security_group_id': '5058e39e-303d-46c5-917c-509ecb5c8cb7', 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:40.888519 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.securitygroups_db [None req-e2dedf5f-4529-42ab-b6f7-3b43d3a2b5e2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Project ea223b83ddc44a57a2905807eadd7d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 19:23:40.893520 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e2dedf5f-4529-42ab-b6f7-3b43d3a2b5e2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (8d5fca34-c349-4721-ae86-bf5064ceef36), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.952648 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e2dedf5f-4529-42ab-b6f7-3b43d3a2b5e2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (8d5fca34-c349-4721-ae86-bf5064ceef36), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.956853 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e2dedf5f-4529-42ab-b6f7-3b43d3a2b5e2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (8d5fca34-c349-4721-ae86-bf5064ceef36), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.978025 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dedf5f-4529-42ab-b6f7-3b43d3a2b5e2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5fca34-c349-4721-ae86-bf5064ceef36,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:40.985232 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-e2dedf5f-4529-42ab-b6f7-3b43d3a2b5e2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:40.986441 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-e2dedf5f-4529-42ab-b6f7-3b43d3a2b5e2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227736 Mar 21 19:23:40.989167 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53050) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:23:40.994044 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-8bb0acfb-1fe4-4089-87ab-61d37327de6b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Request body: {'security_group_rule': {'security_group_id': '5058e39e-303d-46c5-917c-509ecb5c8cb7', 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:41.016031 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.securitygroups_db [None req-8bb0acfb-1fe4-4089-87ab-61d37327de6b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Project ea223b83ddc44a57a2905807eadd7d97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 19:23:41.021097 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8bb0acfb-1fe4-4089-87ab-61d37327de6b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (f591d02b-aefe-49d3-ad52-c5b035b1a47b), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:41.081730 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8bb0acfb-1fe4-4089-87ab-61d37327de6b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (f591d02b-aefe-49d3-ad52-c5b035b1a47b), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:41.086101 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8bb0acfb-1fe4-4089-87ab-61d37327de6b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3921767'] for security_group_rule (f591d02b-aefe-49d3-ad52-c5b035b1a47b), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:41.109648 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb0acfb-1fe4-4089-87ab-61d37327de6b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f591d02b-aefe-49d3-ad52-c5b035b1a47b,revision_number=0']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:41.120027 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-8bb0acfb-1fe4-4089-87ab-61d37327de6b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:41.121590 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-8bb0acfb-1fe4-4089-87ab-61d37327de6b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314600 Mar 21 19:23:42.049656 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Sync routers for ids ['2972fda6-57b5-4256-a34d-ca648e05b0a0'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:23:42.059667 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Routers {'2972fda6-57b5-4256-a34d-ca648e05b0a0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:23:42.060293 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:23:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['2972fda6-57b5-4256-a34d-ca648e05b0a0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:42.173522 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Set router 2972fda6-57b5-4256-a34d-ca648e05b0a0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:23:42.367417 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'name': 'tempest-TestShelveInstance-1875390181-router', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:35Z', 'updated_at': '2022-03-21T19:23:38Z', 'revision_number': 4, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'gw_port': {'id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:36Z', 'updated_at': '2022-03-21T19:23:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '46381451-a2a0-49e6-980c-75a08caa171b', 'name': '', 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'mac_address': 'fa:16:3e:7f:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '07aef2cb-33c7-45ec-a706-b1346aaa4899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:38Z', 'updated_at': '2022-03-21T19:23:39Z', 'revision_number': 2, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'subnets': [{'id': '07aef2cb-33c7-45ec-a706-b1346aaa4899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:42.398732 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Checking router: 2972fda6-57b5-4256-a34d-ca648e05b0a0 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:23:42.399090 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Updating router 2972fda6-57b5-4256-a34d-ca648e05b0a0 port 46381451-a2a0-49e6-980c-75a08caa171b binding host dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 19:23:42.434092 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (46381451-a2a0-49e6-980c-75a08caa171b), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:42.474316 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 172d40b4-c53f-4ee6-be8b-27482bc92a59 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:42.524766 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 172d40b4-c53f-4ee6-be8b-27482bc92a59 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:42.525146 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:42.609035 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 172d40b4-c53f-4ee6-be8b-27482bc92a59 is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:42.609428 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:42.633163 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] For port 172d40b4-c53f-4ee6-be8b-27482bc92a59, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=172d40b4-c53f-4ee6-be8b-27482bc92a59,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:23:42.637730 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:42.691288 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Pushing event updated for resources: {'Port': ['ID=172d40b4-c53f-4ee6-be8b-27482bc92a59,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:42.704886 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Publish callbacks [] for port (46381451-a2a0-49e6-980c-75a08caa171b), precommit_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:42.710500 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (46381451-a2a0-49e6-980c-75a08caa171b), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:42.766233 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e71bd-d02e-487c-a714-cd3ac437a318 None None] Pushing event updated for resources: {'Port': ['ID=46381451-a2a0-49e6-980c-75a08caa171b,revision_number=3']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:42.798767 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:23:42.828657 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Attempting to bind port 46381451-a2a0-49e6-980c-75a08caa171b on host dv-cinder-834527-2-iscsi for vnic_type normal with profile {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:23:42.828992 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Attempting to bind port 46381451-a2a0-49e6-980c-75a08caa171b by drivers openvswitch,hyperv on host dv-cinder-834527-2-iscsi at level 0 using segments [{'id': '97e3e0cd-2e30-44a1-98ec-7ca215b2124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1'}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:23:42.829353 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Attempting to bind port 46381451-a2a0-49e6-980c-75a08caa171b on network d0615e94-1204-4a5d-a34e-1ceea75a21d1 {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:23:42.834677 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Checking agent: {'id': 'c6a388c6-a404-40c7-8e2b-ba549c975bc1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834527-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 6, 33), 'started_at': datetime.datetime(2022, 3, 21, 19, 7, 3), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834527-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:23:42.835048 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Checking segment: {'id': '97e3e0cd-2e30-44a1-98ec-7ca215b2124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103553) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:23:42.835487 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:42.835882 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Bound using segment: {'id': '97e3e0cd-2e30-44a1-98ec-7ca215b2124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1'} {{(pid=103553) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:23:42.836346 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.managers [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Bound port: 46381451-a2a0-49e6-980c-75a08caa171b, host: dv-cinder-834527-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97e3e0cd-2e30-44a1-98ec-7ca215b2124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1'}}] {{(pid=103553) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:23:42.836750 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (46381451-a2a0-49e6-980c-75a08caa171b), before_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:42.900932 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] For port 46381451-a2a0-49e6-980c-75a08caa171b, host dv-cinder-834527-2-iscsi, cleared binding levels {{(pid=103553) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:23:42.904200 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.plugins.ml2.db [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] For port 46381451-a2a0-49e6-980c-75a08caa171b, host dv-cinder-834527-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=46381451-a2a0-49e6-980c-75a08caa171b,segment=NetworkSegment(97e3e0cd-2e30-44a1-98ec-7ca215b2124e),segment_id=97e3e0cd-2e30-44a1-98ec-7ca215b2124e)] {{(pid=103553) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:23:42.910373 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron_lib.callbacks.manager [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (46381451-a2a0-49e6-980c-75a08caa171b), after_update {{(pid=103553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:42.933283 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-35f657dd-7796-422f-bb7e-e5715f3dfdf6 None None] Provisioning complete for port 46381451-a2a0-49e6-980c-75a08caa171b triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:42.933663 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-35f657dd-7796-422f-bb7e-e5715f3dfdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (46381451-a2a0-49e6-980c-75a08caa171b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:42.961268 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Routers {'2972fda6-57b5-4256-a34d-ca648e05b0a0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:23:42.962010 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:23:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['2972fda6-57b5-4256-a34d-ca648e05b0a0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:43.016751 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-35f657dd-7796-422f-bb7e-e5715f3dfdf6 None None] Current status of the port 46381451-a2a0-49e6-980c-75a08caa171b is: DOWN; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:43.017072 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-35f657dd-7796-422f-bb7e-e5715f3dfdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (46381451-a2a0-49e6-980c-75a08caa171b), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:43.058795 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-35f657dd-7796-422f-bb7e-e5715f3dfdf6 None None] For port 46381451-a2a0-49e6-980c-75a08caa171b, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=46381451-a2a0-49e6-980c-75a08caa171b,segment=NetworkSegment(97e3e0cd-2e30-44a1-98ec-7ca215b2124e),segment_id=97e3e0cd-2e30-44a1-98ec-7ca215b2124e)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:23:43.062328 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e71bd-d02e-487c-a714-cd3ac437a318 None None] Pushing event updated for resources: {'Port': ['ID=46381451-a2a0-49e6-980c-75a08caa171b,revision_number=4']} {{(pid=103553) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:43.065086 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-35f657dd-7796-422f-bb7e-e5715f3dfdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (46381451-a2a0-49e6-980c-75a08caa171b), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:43.095110 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] Set router 2972fda6-57b5-4256-a34d-ca648e05b0a0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:23:43.128921 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f657dd-7796-422f-bb7e-e5715f3dfdf6 None None] Pushing event updated for resources: {'Port': ['ID=46381451-a2a0-49e6-980c-75a08caa171b,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:43.189190 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-5750a71c-6592-42bb-b16d-64385932754c None None] Provisioning complete for port 46381451-a2a0-49e6-980c-75a08caa171b triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:43.189659 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5750a71c-6592-42bb-b16d-64385932754c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (46381451-a2a0-49e6-980c-75a08caa171b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:43.274902 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-5750a71c-6592-42bb-b16d-64385932754c None None] Current status of the port 46381451-a2a0-49e6-980c-75a08caa171b is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:43.389461 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'name': 'tempest-TestShelveInstance-1875390181-router', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:35Z', 'updated_at': '2022-03-21T19:23:38Z', 'revision_number': 4, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'gw_port': {'id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:36Z', 'updated_at': '2022-03-21T19:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '46381451-a2a0-49e6-980c-75a08caa171b', 'name': '', 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'mac_address': 'fa:16:3e:7f:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '07aef2cb-33c7-45ec-a706-b1346aaa4899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:38Z', 'updated_at': '2022-03-21T19:23:42Z', 'revision_number': 4, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'subnets': [{'id': '07aef2cb-33c7-45ec-a706-b1346aaa4899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:23:43.403334 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:43.415588 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe43ca9-5d33-45c2-9fb5-81019ea9d5a3 None None] The sync data for ids ['2972fda6-57b5-4256-a34d-ca648e05b0a0'] in dv-cinder-834527-2-iscsi is: [{'id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'name': 'tempest-TestShelveInstance-1875390181-router', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:35Z', 'updated_at': '2022-03-21T19:23:38Z', 'revision_number': 4, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'gw_port': {'id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:36Z', 'updated_at': '2022-03-21T19:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '46381451-a2a0-49e6-980c-75a08caa171b', 'name': '', 'network_id': 'd0615e94-1204-4a5d-a34e-1ceea75a21d1', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'mac_address': 'fa:16:3e:7f:48:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '07aef2cb-33c7-45ec-a706-b1346aaa4899', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:38Z', 'updated_at': '2022-03-21T19:23:42Z', 'revision_number': 4, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'subnets': [{'id': '07aef2cb-33c7-45ec-a706-b1346aaa4899', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:23:44.474007 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 172d40b4-c53f-4ee6-be8b-27482bc92a59 up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:44.527450 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 172d40b4-c53f-4ee6-be8b-27482bc92a59 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:44.527895 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:44.746940 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 172d40b4-c53f-4ee6-be8b-27482bc92a59 is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:44.748016 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 46381451-a2a0-49e6-980c-75a08caa171b up at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:23:44.793755 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Provisioning complete for port 46381451-a2a0-49e6-980c-75a08caa171b triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:44.794135 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (46381451-a2a0-49e6-980c-75a08caa171b), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:44.868873 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Current status of the port 46381451-a2a0-49e6-980c-75a08caa171b is: ACTIVE; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:23:49.974655 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-f0eba237-df77-4aa0-b922-49f245b98e67 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431390 Mar 21 19:23:50.062404 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-e54b4898-3d6b-4a24-a76a-3a1ed435c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:50.063923 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-e54b4898-3d6b-4a24-a76a-3a1ed435c326 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 1129 time: 0.0450735 Mar 21 19:23:50.169591 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-b323e849-937d-4a73-bb65-ea3677595efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:50.171089 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-b323e849-937d-4a73-bb65-ea3677595efa service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0872943 Mar 21 19:23:50.236442 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-7f02b43e-1483-4785-b120-fa5aafdff4ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=235e44a6-d1b3-44a7-b78d-bd5fa025505f HTTP/1.1" status: 200 len: 1000 time: 0.0587041 Mar 21 19:23:50.288123 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-ec186229-37f8-4368-aeaf-287ce1e34608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:50.289656 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-ec186229-37f8-4368-aeaf-287ce1e34608 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0452070 Mar 21 19:23:50.337464 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-7bf75cff-7cec-4035-b7a4-62956ceefdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:50.338965 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-7bf75cff-7cec-4035-b7a4-62956ceefdd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429807 Mar 21 19:23:50.424307 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-3d439bc1-f9a6-4e10-9a07-ca5e053a7c03 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784342 Mar 21 19:23:50.517772 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5c630dfe-83c8-40f9-b32f-7c4c570fe4d4 req-59334877-40f6-45d2-b63d-ab2b3b88ad4c service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858867 Mar 21 19:23:56.366397 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-17f92811-2b42-4f34-9722-7954325e50f3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2091802106&fields=id&tenant_id=ea223b83ddc44a57a2905807eadd7d97 HTTP/1.1" status: 200 len: 267 time: 0.0416512 Mar 21 19:23:56.467830 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-c98e51d6-d02a-4719-a9b8-5c41c21f61ef tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:56.469292 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-c98e51d6-d02a-4719-a9b8-5c41c21f61ef tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/networks?id=73622fbb-62a4-40f9-899a-9cb219de7ccc HTTP/1.1" status: 200 len: 808 time: 0.0961399 Mar 21 19:23:56.483571 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-5fdceab9-1ecd-4151-b6e8-1c0857a859e9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/quotas/ea223b83ddc44a57a2905807eadd7d97 HTTP/1.1" status: 200 len: 375 time: 0.0090461 Mar 21 19:23:56.536129 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-971f9a18-ae9f-4712-a9ff-56059b3e7390 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea223b83ddc44a57a2905807eadd7d97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479798 Mar 21 19:23:56.626624 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-77a98345-803b-4795-897d-b5316ede267f service neutron] 10.222.0.41 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786543 Mar 21 19:23:56.713945 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-1bb814ab-107a-4f9b-b9a2-7aec7a3d3666 service neutron] 10.222.0.41 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816019 Mar 21 19:23:56.989872 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9ccfba2a-c6eb-4645-8f25-22b8efc705ea req-6e048a82-2ead-4b47-8700-ea60a1976705 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 210 time: 0.0274396 Mar 21 19:23:57.194550 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-bba68444-d22d-4b63-a015-4674d00484f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:57.944786 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-763c7c08-7c25-48a8-ae45-418a489d03e8 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:57.946222 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-763c7c08-7c25-48a8-ae45-418a489d03e8 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.55 "GET /v2.0/networks?id=73622fbb-62a4-40f9-899a-9cb219de7ccc HTTP/1.1" status: 200 len: 808 time: 0.1024718 Mar 21 19:23:58.027366 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-6bcc157b-6c16-43d8-acd8-4531b94d9373 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea223b83ddc44a57a2905807eadd7d97 HTTP/1.1" status: 200 len: 380 time: 0.0537512 Mar 21 19:23:58.049230 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Request body: {'port': {'device_id': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'admin_state_up': True, 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'security_groups': ['5058e39e-303d-46c5-917c-509ecb5c8cb7']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:58.088761 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-89e1ce2d-0073-4062-b405-923cd8c6dc25 req-f535d399-4c46-42b2-bbd0-ed405ffe6697 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 210 time: 0.0324798 Mar 21 19:23:58.159829 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Made reservation on behalf of ea223b83ddc44a57a2905807eadd7d97 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:23:58.163317 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:58.286980 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Allocated IP 172.20.0.14 (73622fbb-62a4-40f9-899a-9cb219de7ccc/e9b248cd-9363-4143-bb20-74d3d7c61238/c01f9cd8-d7bb-471b-a1d8-61fc6c20611d) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:23:58.425051 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:58.459393 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:58.503823 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Network 73622fbb-62a4-40f9-899a-9cb219de7ccc is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:23:58.506874 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:23:58.509879 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:23:58.545460 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event updated for resources: {'Port': ['ID=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:58.570468 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:58.571082 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:58.595908 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-9cc5b316-557c-4646-bf26-057e0a849e42 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5505583 Mar 21 19:23:58.607424 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Request body: {'port': {'device_id': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:23:58.669866 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:58.797214 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-73fcc8dd-f6f1-4f95-bde6-1b36423fa3c2 None None] Provisioning complete for port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:23:58.797834 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-73fcc8dd-f6f1-4f95-bde6-1b36423fa3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:58.830732 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-73fcc8dd-f6f1-4f95-bde6-1b36423fa3c2 None None] Port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:23:58.919075 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01f9cd8-d7bb-471b-a1d8-61fc6c20611d {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:23:58.926385 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Publish callbacks [] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:58.938653 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Transition to ACTIVE for port object c01f9cd8-d7bb-471b-a1d8-61fc6c20611d will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:23:58.942448 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:58.992528 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:59.065265 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Attempting to bind port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:23:59.065936 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Attempting to bind port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:23:59.065936 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Attempting to bind port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d on network 73622fbb-62a4-40f9-899a-9cb219de7ccc {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:23:59.070365 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d on network 73622fbb-62a4-40f9-899a-9cb219de7ccc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:23:59.070692 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Attempting to bind port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d on network 73622fbb-62a4-40f9-899a-9cb219de7ccc {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:23:59.076311 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:23:59.076694 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Checking segment: {'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:23:59.077109 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Bound using segment: {'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:23:59.077538 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Bound port: c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156d8586-aa9c-475e-86f3-5518f6eed177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:23:59.077898 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:59.145504 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] For port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:23:59.148674 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] For port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:23:59.154401 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:59.210581 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:59.211201 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:59.212677 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 200 len: 1094 time: 0.6094964 Mar 21 19:23:59.215011 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:23:59.217321 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703813ba-3b9a-4270-90e8-d16f9d7dacf2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:23:59.251411 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be16bd6-bd9e-4519-9198-ad40fb1f46e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:23:59.263333 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b058a93e-465b-4268-9568-12eebf9c5771 x-openstack-request-id: req-b058a93e-465b-4268-9568-12eebf9c5771 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:23:59.263631 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:23:59.264031 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b058a93e-465b-4268-9568-12eebf9c5771 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:23:59.264278 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'status': 'completed', 'code': 200} Mar 21 19:23:59.272161 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a597f0-cc7a-4cff-8ff2-3c2b1ad9864a req-9272fcdb-099f-4581-afce-9376f377f98b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:59.273710 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-43a597f0-cc7a-4cff-8ff2-3c2b1ad9864a req-9272fcdb-099f-4581-afce-9376f377f98b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0941164 Mar 21 19:23:59.351708 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-43a597f0-cc7a-4cff-8ff2-3c2b1ad9864a req-24834506-575c-4a6a-bc46-62be20421a4f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694530 Mar 21 19:23:59.354128 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-88f2d422-a561-4dc4-842e-09fb664f9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:59.355959 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-88f2d422-a561-4dc4-842e-09fb664f9c09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea223b83ddc44a57a2905807eadd7d97&device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1128 time: 0.0812268 Mar 21 19:23:59.398318 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-5704f245-ea15-44c9-ba98-99db2688f809 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 200 len: 217 time: 0.0349276 Mar 21 19:23:59.427958 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b0ac-d49c-41bd-b79b-15edb63ce899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:23:59.451383 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-54cf950a-f016-4caa-9da9-b42b0e91d903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:59.452847 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-54cf950a-f016-4caa-9da9-b42b0e91d903 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9b248cd-9363-4143-bb20-74d3d7c61238 HTTP/1.1" status: 200 len: 847 time: 0.0474999 Mar 21 19:23:59.501505 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-c1ecea71-4bd7-45b4-80af-88113162079a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:59.503018 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-c1ecea71-4bd7-45b4-80af-88113162079a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73622fbb-62a4-40f9-899a-9cb219de7ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439215 Mar 21 19:23:59.593208 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-b2751707-24df-4883-b4be-e0b3ea28569e service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806172 Mar 21 19:23:59.685374 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e69a825f-d9da-4f8c-a884-f7f3542d82ea req-02e64d3d-b0c8-478d-9de5-034958f799ee service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828896 Mar 21 19:23:59.782442 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-c270efbd-d938-4dd4-97ff-749ea104eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:59.783899 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-c270efbd-d938-4dd4-97ff-749ea104eca2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea223b83ddc44a57a2905807eadd7d97&device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1128 time: 0.0434783 Mar 21 19:23:59.872973 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-350c4cd8-ae70-4ff0-8ca8-c3612ff6edde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:59.874332 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-350c4cd8-ae70-4ff0-8ca8-c3612ff6edde service neutron] 10.222.0.55 "GET /v2.0/networks?id=73622fbb-62a4-40f9-899a-9cb219de7ccc HTTP/1.1" status: 200 len: 909 time: 0.0824208 Mar 21 19:23:59.913697 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-0ed8c3cb-789d-47d8-94ce-8302fddbacac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 200 len: 217 time: 0.0326481 Mar 21 19:23:59.959035 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-cad1c674-c94d-4a86-a297-1a46aded3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:23:59.960410 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-cad1c674-c94d-4a86-a297-1a46aded3378 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9b248cd-9363-4143-bb20-74d3d7c61238 HTTP/1.1" status: 200 len: 847 time: 0.0402606 Mar 21 19:24:00.011020 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-753faa5e-b94b-4ada-8f92-6fcd090509c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:00.012464 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-753faa5e-b94b-4ada-8f92-6fcd090509c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73622fbb-62a4-40f9-899a-9cb219de7ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452998 Mar 21 19:24:00.096707 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-2ae93635-a35f-4373-9ef0-a25e7da9a2ec service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776203 Mar 21 19:24:00.188259 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-703813ba-3b9a-4270-90e8-d16f9d7dacf2 req-2a4e6f58-9cf3-4ced-8e00-80416876b43a service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819342 Mar 21 19:24:00.471306 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9bea2b-8a53-465c-873a-d5ecc66d20df req-07214b8c-90a5-4364-8e96-3a7f288558bb tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:00.472711 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ba9bea2b-8a53-465c-873a-d5ecc66d20df req-07214b8c-90a5-4364-8e96-3a7f288558bb tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0508335 Mar 21 19:24:00.514788 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:00.520813 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ba9bea2b-8a53-465c-873a-d5ecc66d20df req-a83427fd-efbc-4c9b-845a-27de2241fed7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424836 Mar 21 19:24:01.637237 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9c547-0850-4aee-8d7e-17bc8455e8b1 req-6844aca7-4734-4e49-b1dd-cbf122d0e4b5 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:01.638710 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34e9c547-0850-4aee-8d7e-17bc8455e8b1 req-6844aca7-4734-4e49-b1dd-cbf122d0e4b5 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0518606 Mar 21 19:24:01.685091 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-34e9c547-0850-4aee-8d7e-17bc8455e8b1 req-f44edb3a-67dd-4066-9b0a-cbfcdb3f96ef tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409389 Mar 21 19:24:02.115726 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:02.801419 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2e8fd-aed6-4dc1-bd77-aa492adc768d req-57050946-fe0b-47fb-94c9-d7e7939f8a03 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:02.802884 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bab2e8fd-aed6-4dc1-bd77-aa492adc768d req-57050946-fe0b-47fb-94c9-d7e7939f8a03 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0541096 Mar 21 19:24:02.849576 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bab2e8fd-aed6-4dc1-bd77-aa492adc768d req-0498c8f9-4cd9-4191-b162-6ffdc2843268 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 Mar 21 19:24:03.537806 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:03.961958 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281248e3-2109-419b-95ba-2a9cbd050551 req-83c3e680-0dc7-4c1f-923b-51c019bdffd0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:03.963402 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-281248e3-2109-419b-95ba-2a9cbd050551 req-83c3e680-0dc7-4c1f-923b-51c019bdffd0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0504124 Mar 21 19:24:04.010186 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-281248e3-2109-419b-95ba-2a9cbd050551 req-059d58a1-d563-43bf-81fd-45d9c747c892 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413332 Mar 21 19:24:05.128405 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3d51a-ff69-4be7-8fce-559d31fe1485 req-0e7bafb0-0ab1-4fe8-bbc1-5fbe74e02fa4 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:05.130073 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f8a3d51a-ff69-4be7-8fce-559d31fe1485 req-0e7bafb0-0ab1-4fe8-bbc1-5fbe74e02fa4 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0541577 Mar 21 19:24:05.177238 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f8a3d51a-ff69-4be7-8fce-559d31fe1485 req-152ac35c-7258-4428-8620-d9eb0bddf09b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408983 Mar 21 19:24:06.563496 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b71601-c6bb-46f2-890c-a62af65fefb4 req-c0e22626-d9b2-43ad-9c84-069e37927853 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:06.564975 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f6b71601-c6bb-46f2-890c-a62af65fefb4 req-c0e22626-d9b2-43ad-9c84-069e37927853 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.3237212 Mar 21 19:24:06.611005 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f6b71601-c6bb-46f2-890c-a62af65fefb4 req-c1587d80-0657-467a-b9ce-fc0207ebe12d tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404713 Mar 21 19:24:07.728672 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979da40-3cea-4edc-98fa-2bd6e4bda4ab req-32a7b8cc-5f29-40e3-8aff-630866a34cb5 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:07.730146 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8979da40-3cea-4edc-98fa-2bd6e4bda4ab req-32a7b8cc-5f29-40e3-8aff-630866a34cb5 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0542724 Mar 21 19:24:07.777547 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8979da40-3cea-4edc-98fa-2bd6e4bda4ab req-568d0197-3198-4b7a-b293-851282b7b1e7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417559 Mar 21 19:24:08.075310 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device c01f9cd8-d7bb-471b-a1d8-61fc6c20611d details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:24:08.171422 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:24:08.183149 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'port_id': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'mac_address': 'fa:16:3e:be:51:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:24:08.218814 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:24:08.219214 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:08.232247 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01f9cd8-d7bb-471b-a1d8-61fc6c20611d {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:24:08.252153 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:24:08.255988 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:08.304162 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:24:08.539343 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['c01f9cd8-d7bb-471b-a1d8-61fc6c20611d'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:24:08.890755 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6434adfc-cb5b-42bb-9c0e-4318559350f7 req-db070d51-8f91-41bc-ae51-218c4e6dcac8 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:08.892217 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6434adfc-cb5b-42bb-9c0e-4318559350f7 req-db070d51-8f91-41bc-ae51-218c4e6dcac8 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 945 time: 0.0509958 Mar 21 19:24:08.939988 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6434adfc-cb5b-42bb-9c0e-4318559350f7 req-8f3d56cc-3ada-4f69-aff3-f112f8b88f6d tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422602 Mar 21 19:24:10.054097 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d429413-789e-4dcd-ad9a-17f98a96a2ac req-8e0f6c4b-4d35-493f-92cb-8f7259c2ca77 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:10.055563 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7d429413-789e-4dcd-ad9a-17f98a96a2ac req-8e0f6c4b-4d35-493f-92cb-8f7259c2ca77 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 945 time: 0.0501850 Mar 21 19:24:10.091120 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device c01f9cd8-d7bb-471b-a1d8-61fc6c20611d up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:24:10.102718 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7d429413-789e-4dcd-ad9a-17f98a96a2ac req-3459c634-79ca-4988-96f1-84b88121b649 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409589 Mar 21 19:24:10.139098 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:24:10.142908 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:24:10.143277 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:10.219504 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:24:10.219812 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:10.241566 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:24:10.243819 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc668a5-1247-4905-8f72-7ecada1b3d20" -d '{"events": [{"server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "name": "network-vif-plugged", "status": "completed", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:24:10.256415 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:24:10.260255 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:10.284610 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a327d4-6e60-4e54-9134-2f6f88694793 x-openstack-request-id: req-d6a327d4-6e60-4e54-9134-2f6f88694793 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:24:10.284900 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "name": "network-vif-plugged", "status": "completed", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:24:10.285150 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6a327d4-6e60-4e54-9134-2f6f88694793 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:24:10.285537 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'code': 200} Mar 21 19:24:10.310846 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:24:10.513932 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290ed30-c2b4-4b05-80b7-1d0363bd2e16 req-1e2b0e84-5c0e-4258-b1c0-b2e11fdcf250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:10.515299 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5290ed30-c2b4-4b05-80b7-1d0363bd2e16 req-1e2b0e84-5c0e-4258-b1c0-b2e11fdcf250 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1130 time: 0.0447843 Mar 21 19:24:10.561276 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5290ed30-c2b4-4b05-80b7-1d0363bd2e16 req-84260538-df8f-4e6f-b904-c36bc93734ad service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396986 Mar 21 19:24:11.216892 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3095ca-7998-42ba-beac-7c875ad4f22c req-a9844f54-4f72-43da-aff7-66dea33d3fee tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:11.218338 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9b3095ca-7998-42ba-beac-7c875ad4f22c req-a9844f54-4f72-43da-aff7-66dea33d3fee tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0503345 Mar 21 19:24:11.267812 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9b3095ca-7998-42ba-beac-7c875ad4f22c req-e2970e5b-33fd-428e-b529-6ee5cc5ab7d8 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440178 Mar 21 19:24:12.382353 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519986a4-c9b1-427d-8406-e75334389c38 req-12ac0c48-8895-4b0c-9174-73225a39f918 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:12.383719 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-519986a4-c9b1-427d-8406-e75334389c38 req-12ac0c48-8895-4b0c-9174-73225a39f918 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0511303 Mar 21 19:24:12.430156 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-519986a4-c9b1-427d-8406-e75334389c38 req-963aed3e-bffd-47bf-807f-db7768370489 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Mar 21 19:24:12.546573 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc48d0e-9b06-400f-aa85-9fbe2e8be08a req-b0b2dccd-a113-4c7d-969c-70ab0f7c2088 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:12.548365 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7fc48d0e-9b06-400f-aa85-9fbe2e8be08a req-b0b2dccd-a113-4c7d-969c-70ab0f7c2088 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0512300 Mar 21 19:24:12.596526 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7fc48d0e-9b06-400f-aa85-9fbe2e8be08a req-0d8b0ef5-af13-4465-8b05-b3d0af74f2a4 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Mar 21 19:24:12.617608 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53206) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:24:12.742888 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c12b41-7a4d-44a4-aa0e-e0dff8eaf593 tempest-TestShelveInstance-1655099469 tempest-TestShelveInstance-1655099469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:12.745050 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-43c12b41-7a4d-44a4-aa0e-e0dff8eaf593 tempest-TestShelveInstance-1655099469 tempest-TestShelveInstance-1655099469-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1125 time: 0.1264944 Mar 21 19:24:12.747871 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53210) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:24:12.752278 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'port_id': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:24:12.774646 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:12.868261 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:12.965315 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Allocated IP 172.27.3.69 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/44ffe28e-8c9e-4015-b56b-4638a4861759) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:24:13.068865 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for port (44ffe28e-8c9e-4015-b56b-4638a4861759), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:13.101168 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (44ffe28e-8c9e-4015-b56b-4638a4861759), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:13.140002 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:24:13.142692 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:24:13.145198 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:24:13.169062 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event updated for resources: {'Port': ['ID=44ffe28e-8c9e-4015-b56b-4638a4861759,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:24:13.416891 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:13.715391 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for floatingip (027e1bb0-c014-44e1-b657-b86facd17e6b), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:13.779494 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (44ffe28e-8c9e-4015-b56b-4638a4861759), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:13.920085 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for port (44ffe28e-8c9e-4015-b56b-4638a4861759), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:13.924389 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59231154'] for port (44ffe28e-8c9e-4015-b56b-4638a4861759), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:13.992934 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event updated for resources: {'Port': ['ID=44ffe28e-8c9e-4015-b56b-4638a4861759,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:24:14.002972 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (027e1bb0-c014-44e1-b657-b86facd17e6b), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:14.100934 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Floating IP 027e1bb0-c014-44e1-b657-b86facd17e6b associated. External IP: 172.27.3.69, port: c01f9cd8-d7bb-471b-a1d8-61fc6c20611d. Mar 21 19:24:14.301990 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Router 8298b5d3-7b99-4b71-b957-d137d411f489 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:24:14.407739 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:24:14.418721 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] Sync routers for ids ['8298b5d3-7b99-4b71-b957-d137d411f489'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:24:14.425513 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:14.428302 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] Routers {'8298b5d3-7b99-4b71-b957-d137d411f489'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:24:14.428956 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:23:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['8298b5d3-7b99-4b71-b957-d137d411f489'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:24:14.454488 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-f62adb0e-2cde-47ea-a5a3-2e0c992ae6f9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7056198 Mar 21 19:24:14.455078 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:24:14.457360 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2807d85d-3990-46bf-8798-dbd2f9911a25" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:24:14.494272 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30599c4-3c75-45ef-acd8-cb4d371bb162 x-openstack-request-id: req-c30599c4-3c75-45ef-acd8-cb4d371bb162 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:24:14.494569 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:24:14.494822 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c30599c4-3c75-45ef-acd8-cb4d371bb162 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:24:14.495227 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'status': 'completed', 'code': 200} Mar 21 19:24:14.537186 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] Set router 8298b5d3-7b99-4b71-b957-d137d411f489 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:24:14.559859 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-c0ccf83a-282c-4e1f-b93d-d5f7267ce996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:14.561477 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-c0ccf83a-282c-4e1f-b93d-d5f7267ce996 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea223b83ddc44a57a2905807eadd7d97&device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1130 time: 0.0452106 Mar 21 19:24:14.651736 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-800ee4d5-3e25-443c-b55b-b79bb7f90bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:14.653311 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-800ee4d5-3e25-443c-b55b-b79bb7f90bae service neutron] 10.222.0.55 "GET /v2.0/networks?id=73622fbb-62a4-40f9-899a-9cb219de7ccc HTTP/1.1" status: 200 len: 909 time: 0.0855453 Mar 21 19:24:14.716999 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-fc23a25d-8c09-4439-aa2a-746761607239 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 200 len: 999 time: 0.0579596 Mar 21 19:24:14.758210 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '027e1bb0-c014-44e1-b657-b86facd17e6b', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'port_id': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'mac_address': 'fa:16:3e:be:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:24:13Z', 'updated_at': '2022-03-21T19:24:13Z', 'revision_number': 0, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672f9c9a-fd24-41b0-9ad8-1c05b3882f1d', 'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'mac_address': 'fa:16:3e:95:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:33Z', 'updated_at': '2022-03-21T19:23:37Z', 'revision_number': 5, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'subnets': [{'id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:24:14.767262 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-86c903bd-40d9-4f31-90f3-b417527d2683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:14.768871 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-86c903bd-40d9-4f31-90f3-b417527d2683 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9b248cd-9363-4143-bb20-74d3d7c61238 HTTP/1.1" status: 200 len: 847 time: 0.0465915 Mar 21 19:24:14.784293 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] Checking router: 8298b5d3-7b99-4b71-b957-d137d411f489 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:24:14.793382 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] Routers {'8298b5d3-7b99-4b71-b957-d137d411f489'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:24:14.794006 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:23:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['8298b5d3-7b99-4b71-b957-d137d411f489'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:24:14.817227 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-4de68f2d-bc12-44b8-b11f-76a0505d6b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:14.818688 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-4de68f2d-bc12-44b8-b11f-76a0505d6b80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73622fbb-62a4-40f9-899a-9cb219de7ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443192 Mar 21 19:24:14.900910 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] Set router 8298b5d3-7b99-4b71-b957-d137d411f489 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:24:14.905398 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-2a7fb070-0fda-4df3-8c57-b49dbd651796 service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802357 Mar 21 19:24:14.995439 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2807d85d-3990-46bf-8798-dbd2f9911a25 req-d72efa26-0eb5-412f-a1cb-fa366f3c5828 service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842361 Mar 21 19:24:15.123368 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '027e1bb0-c014-44e1-b657-b86facd17e6b', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'port_id': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'mac_address': 'fa:16:3e:be:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:24:13Z', 'updated_at': '2022-03-21T19:24:13Z', 'revision_number': 0, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672f9c9a-fd24-41b0-9ad8-1c05b3882f1d', 'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'mac_address': 'fa:16:3e:95:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:33Z', 'updated_at': '2022-03-21T19:23:37Z', 'revision_number': 5, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'subnets': [{'id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:24:15.150563 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f2285-b6aa-48b4-a04d-e7d9d1090745 None None] The sync data for ids ['8298b5d3-7b99-4b71-b957-d137d411f489'] in dv-cinder-834527-2-iscsi is: [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': '027e1bb0-c014-44e1-b657-b86facd17e6b', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'port_id': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'mac_address': 'fa:16:3e:be:51:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:24:13Z', 'updated_at': '2022-03-21T19:24:13Z', 'revision_number': 0, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '672f9c9a-fd24-41b0-9ad8-1c05b3882f1d', 'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'mac_address': 'fa:16:3e:95:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:33Z', 'updated_at': '2022-03-21T19:23:37Z', 'revision_number': 5, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'subnets': [{'id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:24:15.346479 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a60457-ea8e-4c14-9dc1-9c1e4c72405b None None] New status for floating IP 027e1bb0-c014-44e1-b657-b86facd17e6b: ACTIVE {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:24:19.773899 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:24:27.196955 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1a2786cd-cecc-4ff0-b446-069cc66b8f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:29.429236 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a6f6216e-7133-4a1c-94ab-fe645b4b536a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:30.517580 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:32.119651 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:33.540591 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:43.420627 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:51.979738 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-2fc9266b-828d-43fa-a437-8b535dac7a57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428360 Mar 21 19:24:52.068773 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-14e955fa-1283-42bd-8ef8-90868106f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:52.070268 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-14e955fa-1283-42bd-8ef8-90868106f26c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 1129 time: 0.0437744 Mar 21 19:24:52.178414 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-cfcc0dad-eed1-473a-846c-985bc99cec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:52.179903 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-cfcc0dad-eed1-473a-846c-985bc99cec41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0854526 Mar 21 19:24:52.245390 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-6b862642-50d5-4027-a8c1-a37b5816a257 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=235e44a6-d1b3-44a7-b78d-bd5fa025505f HTTP/1.1" status: 200 len: 1000 time: 0.0553830 Mar 21 19:24:52.297137 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-8f6e7545-121f-4298-b18a-47877d6fd5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:52.298533 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-8f6e7545-121f-4298-b18a-47877d6fd5f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0450234 Mar 21 19:24:52.348245 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-f274c582-96d0-42fd-b522-62cd7b3ce8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:24:52.349726 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-f274c582-96d0-42fd-b522-62cd7b3ce8bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423825 Mar 21 19:24:52.363651 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-2b9a9c77-7eef-4a79-97c7-cacc6630bc39 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:24:52.364597 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-2b9a9c77-7eef-4a79-97c7-cacc6630bc39 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047083 Mar 21 19:24:52.451615 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-a5baa08d-a83c-40f8-85ae-1a4d17c02470 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806775 Mar 21 19:24:52.544936 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b1fa94d3-4e1d-4be9-9742-228d87d31555 req-b3e323b2-5f15-4fdc-be4a-23c43765aff8 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830231 Mar 21 19:24:56.772762 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:24:57.197331 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b7f9e938-30a9-4179-9412-16f491378220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:24:59.429353 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c27bc321-128d-4efc-9ad3-4d6eb8c89dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:00.519500 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:02.121706 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:03.543834 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:12.249324 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a9175-0c5f-43a8-8d1c-d3895e2daeff req-15fbf93c-aac1-413d-a36b-253f5bf50c57 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:12.250728 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d35a9175-0c5f-43a8-8d1c-d3895e2daeff req-15fbf93c-aac1-413d-a36b-253f5bf50c57 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 945 time: 0.1066291 Mar 21 19:25:12.298521 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d35a9175-0c5f-43a8-8d1c-d3895e2daeff req-4d2c6075-c3a8-4e70-8839-6b620c1e0fb4 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Mar 21 19:25:13.434382 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:13.473371 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56fe65e-e9b4-485d-9c86-65b59cbda8f8 req-7ad45c3a-4fd8-44a4-a3bf-cbcdce7b16f2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:13.474876 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a56fe65e-e9b4-485d-9c86-65b59cbda8f8 req-7ad45c3a-4fd8-44a4-a3bf-cbcdce7b16f2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 945 time: 0.1075709 Mar 21 19:25:13.523220 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-a56fe65e-e9b4-485d-9c86-65b59cbda8f8 req-aa1d1655-e94e-4d34-ac66-80402cd8b2fc tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Mar 21 19:25:13.897200 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-70694f7e-0baf-406a-a9f5-9bf5f45fa47f tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:13.898641 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-70694f7e-0baf-406a-a9f5-9bf5f45fa47f tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 945 time: 0.0553415 Mar 21 19:25:13.990205 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Deleting port 235e44a6-d1b3-44a7-b78d-bd5fa025505f {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:25:13.990556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:14.077762 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] For port 235e44a6-d1b3-44a7-b78d-bd5fa025505f, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=235e44a6-d1b3-44a7-b78d-bd5fa025505f,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:25:14.078135 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:14.242208 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:14.242502 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (197c9d04-3839-4205-acc2-67e9d37a75a9), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:14.242823 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Floating IP 197c9d04-3839-4205-acc2-67e9d37a75a9 disassociated. External IP: 172.27.3.18, port: 235e44a6-d1b3-44a7-b78d-bd5fa025505f. Mar 21 19:25:14.243170 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Calling delete_port for 235e44a6-d1b3-44a7-b78d-bd5fa025505f owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:25:14.368841 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (235e44a6-d1b3-44a7-b78d-bd5fa025505f), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:14.396349 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event deleted for resources: {'Port': ['ID=235e44a6-d1b3-44a7-b78d-bd5fa025505f,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:25:14.407751 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.408102 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.408445 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.408824 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.409156 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.409486 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.409813 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.410138 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.410462 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.410785 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.411109 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.411434 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.411754 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.412074 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.412391 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:14.519205 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:25:14.620096 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ebb86f3d-360e-445c-9bc3-67a75d6988fe req-7104f757-c4a0-4207-81a6-9dbd0bd3c01e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=7cc8d8a5-2ad6-496e-9c2e-8293824a711d HTTP/1.1" status: 200 len: 210 time: 0.0300415 Mar 21 19:25:14.648949 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:25:14.658701 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] Sync routers for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:25:14.667915 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:25:14.668477 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:24:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:25:14.689171 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] No DVR routers for this DVR port 235e44a6-d1b3-44a7-b78d-bd5fa025505f on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:25:14.691733 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:14.695259 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c294c6ec-2d9f-4457-aead-8e0fe7bbeea9 req-c929d963-3a72-471a-844f-2c5f9ddb9894 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "DELETE /v2.0/ports/235e44a6-d1b3-44a7-b78d-bd5fa025505f HTTP/1.1" status: 204 len: 173 time: 0.7909293 Mar 21 19:25:14.695736 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'name': 'network-vif-deleted', 'tag': '235e44a6-d1b3-44a7-b78d-bd5fa025505f'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:25:14.698048 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9936b6d5-c083-4348-bc20-5d54b374938d" -d '{"events": [{"server_uuid": "7cc8d8a5-2ad6-496e-9c2e-8293824a711d", "name": "network-vif-deleted", "tag": "235e44a6-d1b3-44a7-b78d-bd5fa025505f"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:25:14.737806 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d44796-eb78-4215-b25f-418adb9fe5ce x-openstack-request-id: req-09d44796-eb78-4215-b25f-418adb9fe5ce {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:25:14.738106 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc8d8a5-2ad6-496e-9c2e-8293824a711d", "name": "network-vif-deleted", "tag": "235e44a6-d1b3-44a7-b78d-bd5fa025505f", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:25:14.738368 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-09d44796-eb78-4215-b25f-418adb9fe5ce {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:25:14.739451 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc8d8a5-2ad6-496e-9c2e-8293824a711d', 'name': 'network-vif-deleted', 'tag': '235e44a6-d1b3-44a7-b78d-bd5fa025505f', 'status': 'completed', 'code': 200} Mar 21 19:25:14.922657 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:25:15.129087 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:25:15.154959 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] Checking router: a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:25:15.163297 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:25:15.163902 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:24:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:25:15.269318 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:25:15.460866 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:25:15.494688 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cccf2a-46c8-4097-99b9-47e72cb45467 None None] The sync data for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi is: [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:25:15.722732 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c68601-078f-4864-81cc-6594860f3a15 None None] New status for floating IP 197c9d04-3839-4205-acc2-67e9d37a75a9: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:25:15.878106 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-5b7f8354-1b4d-4fde-ae1c-ec6213099d20 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937464279&fields=id&tenant_id=0365739ec294432297b7b30b1f8df910 HTTP/1.1" status: 200 len: 267 time: 0.0445156 Mar 21 19:25:15.979184 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-d7bf346a-2d1f-4e48-ab4c-4232d7330dde tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:15.980582 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-d7bf346a-2d1f-4e48-ab4c-4232d7330dde tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 812 time: 0.0960393 Mar 21 19:25:15.994306 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-a3414eb7-dcff-416a-b3c0-d0b76d61ab6b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/quotas/0365739ec294432297b7b30b1f8df910 HTTP/1.1" status: 200 len: 375 time: 0.0084834 Mar 21 19:25:16.050739 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-41e034c1-46b8-4b85-9c2a-c749e71627a1 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512123 Mar 21 19:25:16.106918 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-0ac5eb27-5554-4df6-aea0-f30f98675b12 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103550) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:25:16.107937 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-0ac5eb27-5554-4df6-aea0-f30f98675b12 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457578 Mar 21 19:25:16.192684 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-62ee53e3-9815-4693-98f2-026b905dfde5 service neutron] 10.222.0.41 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788622 Mar 21 19:25:16.280979 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-a09c90fe-a836-4bf7-8cbd-374317b715e2 service neutron] 10.222.0.41 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826449 Mar 21 19:25:16.373527 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 235e44a6-d1b3-44a7-b78d-bd5fa025505f no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:25:16.394302 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 235e44a6-d1b3-44a7-b78d-bd5fa025505f {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:25:16.394725 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 235e44a6-d1b3-44a7-b78d-bd5fa025505f not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:25:16.561023 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-8b09615d-0cbd-4f21-b368-cc99720ea636 req-df51cb2d-63de-43c3-9093-a1259faaf9d7 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 210 time: 0.0312002 Mar 21 19:25:17.596950 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-77700779-ce4a-4cb3-8258-ec142dcae88c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:17.598398 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-77700779-ce4a-4cb3-8258-ec142dcae88c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 812 time: 0.0989168 Mar 21 19:25:17.656338 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c3b75c52-6797-41aa-bafd-f744d13b95d2 req-8c7f1a44-3eb9-4968-9f5c-5982989a3e14 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 210 time: 0.0276744 Mar 21 19:25:17.667563 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-b7d91374-7a12-44b0-93cc-f1b38b45609e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0365739ec294432297b7b30b1f8df910 HTTP/1.1" status: 200 len: 380 time: 0.0559127 Mar 21 19:25:17.689140 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'port': {'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'admin_state_up': True, 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'security_groups': ['3012b700-43ba-443c-bd35-3cba049f5743']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:25:17.794041 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Made reservation on behalf of 0365739ec294432297b7b30b1f8df910 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:25:17.797425 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:17.917748 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Allocated IP 172.20.0.5 (ca371778-1f0f-4c39-a48d-da03ca6a3ce6/10d50165-ed25-4f8f-9e18-7ce1cb943ec5/ac2f00e2-32cf-44b2-9a1a-b4c490772184) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:25:18.057200 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:18.093404 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:18.135085 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:25:18.138186 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:25:18.141766 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:25:18.150692 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'Port': ['ID=ac2f00e2-32cf-44b2-9a1a-b4c490772184,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:25:18.199776 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:18.200387 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:18.216623 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-402fe75e-52dc-49c0-8c97-496bd773ce6c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5311277 Mar 21 19:25:18.273195 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Request body: {'port': {'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:25:18.332377 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:18.333753 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-28f29626-bd01-4019-989b-6c8b184a21f9 None None] Provisioning complete for port ac2f00e2-32cf-44b2-9a1a-b4c490772184 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:25:18.334246 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-28f29626-bd01-4019-989b-6c8b184a21f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:18.367724 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-28f29626-bd01-4019-989b-6c8b184a21f9 None None] Port ac2f00e2-32cf-44b2-9a1a-b4c490772184 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:25:18.579314 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac2f00e2-32cf-44b2-9a1a-b4c490772184 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:25:18.586474 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Publish callbacks [] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:18.599077 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Transition to ACTIVE for port object ac2f00e2-32cf-44b2-9a1a-b4c490772184 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:25:18.602665 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:18.650093 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2f00e2-32cf-44b2-9a1a-b4c490772184,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:25:18.722345 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Attempting to bind port ac2f00e2-32cf-44b2-9a1a-b4c490772184 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:25:18.722834 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Attempting to bind port ac2f00e2-32cf-44b2-9a1a-b4c490772184 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:25:18.723244 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Attempting to bind port ac2f00e2-32cf-44b2-9a1a-b4c490772184 on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:25:18.739272 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Port ac2f00e2-32cf-44b2-9a1a-b4c490772184 on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:25:18.739272 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Attempting to bind port ac2f00e2-32cf-44b2-9a1a-b4c490772184 on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:25:18.758420 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:25:18.758767 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Checking segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:25:18.759158 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Bound using segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:25:18.759597 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Bound port: ac2f00e2-32cf-44b2-9a1a-b4c490772184, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:25:18.759959 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:18.825873 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82ad0f-d0db-47fd-a78e-61ed4b39af76 req-d57aaa31-9821-423b-bdf2-0c1fb699d091 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:18.827339 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ec82ad0f-d0db-47fd-a78e-61ed4b39af76 req-d57aaa31-9821-423b-bdf2-0c1fb699d091 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 943 time: 0.1017287 Mar 21 19:25:18.854684 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] For port ac2f00e2-32cf-44b2-9a1a-b4c490772184, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:25:18.873644 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] For port ac2f00e2-32cf-44b2-9a1a-b4c490772184, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:25:18.890823 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:18.918953 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ec82ad0f-d0db-47fd-a78e-61ed4b39af76 req-8a59a2d0-a43f-49d2-971f-8c59c13e0911 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845814 Mar 21 19:25:18.931695 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:18.932645 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:18.933954 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] 10.222.0.55 "PUT /v2.0/ports/ac2f00e2-32cf-44b2-9a1a-b4c490772184 HTTP/1.1" status: 200 len: 1093 time: 0.7106566 Mar 21 19:25:18.934424 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'tag': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:25:18.936743 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-452659b0-b2f2-4edf-9160-abd17127d957" -d '{"events": [{"name": "network-changed", "server_uuid": "caabd3f1-e5a4-4d4d-a146-33bc92a71295", "tag": "ac2f00e2-32cf-44b2-9a1a-b4c490772184"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:25:18.967470 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f752273-c6fd-4829-a986-b0b8d44cfe18 service neutron] Pushing event updated for resources: {'Port': ['ID=ac2f00e2-32cf-44b2-9a1a-b4c490772184,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:25:18.979827 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df66180-c429-487c-a5c9-90207daef229 x-openstack-request-id: req-2df66180-c429-487c-a5c9-90207daef229 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:25:18.980176 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caabd3f1-e5a4-4d4d-a146-33bc92a71295", "tag": "ac2f00e2-32cf-44b2-9a1a-b4c490772184", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:25:18.980440 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2df66180-c429-487c-a5c9-90207daef229 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:25:18.980900 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'tag': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'status': 'completed', 'code': 200} Mar 21 19:25:19.031381 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-75b8427c-3b3b-4823-88bc-ebfc995e2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:19.033059 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-75b8427c-3b3b-4823-88bc-ebfc995e2452 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 1127 time: 0.0470374 Mar 21 19:25:19.081807 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-76c9cc7c-b995-4ed5-b282-d463c9991242 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184 HTTP/1.1" status: 200 len: 217 time: 0.0382526 Mar 21 19:25:19.134973 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-ee432d51-2bc5-45f1-9b62-e24b23fcff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:19.136456 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-ee432d51-2bc5-45f1-9b62-e24b23fcff26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0455010 Mar 21 19:25:19.186300 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-bc26450b-1e76-4ce4-bcb5-84850e2fc1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:19.187738 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-bc26450b-1e76-4ce4-bcb5-84850e2fc1e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421097 Mar 21 19:25:19.282226 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-323f5e4d-2076-429c-b280-e7a3df2e0be5 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841587 Mar 21 19:25:19.368092 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c013abea-5397-4474-9fd5-10ba9bc90784 req-15bd4ab7-cf2d-4813-b992-0c6b75eafc96 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0769675 Mar 21 19:25:19.465455 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452659b0-b2f2-4edf-9160-abd17127d957 req-4214a343-6370-428d-8af3-6691b5972954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:19.466973 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-452659b0-b2f2-4edf-9160-abd17127d957 req-4214a343-6370-428d-8af3-6691b5972954 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 1127 time: 0.0475094 Mar 21 19:25:19.552664 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452659b0-b2f2-4edf-9160-abd17127d957 req-d5e882e0-09fe-40ae-9750-b12fb3942068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:19.554325 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-452659b0-b2f2-4edf-9160-abd17127d957 req-d5e882e0-09fe-40ae-9750-b12fb3942068 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0810888 Mar 21 19:25:19.596548 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-452659b0-b2f2-4edf-9160-abd17127d957 req-fa63ea1d-d574-497f-aead-5fe374d09b5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184 HTTP/1.1" status: 200 len: 217 time: 0.0358186 Mar 21 19:25:19.643268 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452659b0-b2f2-4edf-9160-abd17127d957 req-ea6d1408-3dea-40ca-864e-2897fc1e111d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:19.644706 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-452659b0-b2f2-4edf-9160-abd17127d957 req-ea6d1408-3dea-40ca-864e-2897fc1e111d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0418189 Mar 21 19:25:19.694507 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452659b0-b2f2-4edf-9160-abd17127d957 req-b70daed6-358f-44db-a802-6da7f2952ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:19.695978 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-452659b0-b2f2-4edf-9160-abd17127d957 req-b70daed6-358f-44db-a802-6da7f2952ea2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426915 Mar 21 19:25:19.786414 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-452659b0-b2f2-4edf-9160-abd17127d957 req-9c558036-9cfc-4cf6-8847-7a9df39e407d service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836957 Mar 21 19:25:19.873203 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-452659b0-b2f2-4edf-9160-abd17127d957 req-1a38530d-5b50-4318-bfaf-8c4f6cb2a405 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773218 Mar 21 19:25:20.036907 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eaf5fa-cbdb-4854-99d3-903620574053 req-de49af2e-59f5-4ebc-adb9-9e54c65206c8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:20.038371 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-76eaf5fa-cbdb-4854-99d3-903620574053 req-de49af2e-59f5-4ebc-adb9-9e54c65206c8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 943 time: 0.0509396 Mar 21 19:25:20.084010 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-76eaf5fa-cbdb-4854-99d3-903620574053 req-d6648c44-940d-4938-9b8f-de73bff20c4f tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396554 Mar 21 19:25:21.200345 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eb710e-ae53-4c8f-b4a5-dec08ee8e97e req-7578747c-94f7-45f2-8347-93cdf673b5ed tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:21.201842 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-96eb710e-ae53-4c8f-b4a5-dec08ee8e97e req-7578747c-94f7-45f2-8347-93cdf673b5ed tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 943 time: 0.0513737 Mar 21 19:25:21.248977 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-96eb710e-ae53-4c8f-b4a5-dec08ee8e97e req-a4ee9f3c-0d22-4467-a465-e2e17db740dd tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416944 Mar 21 19:25:22.367552 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed574298-0d5b-4b3e-86a5-02a54214f22b req-8f3cc7fd-f74a-4a3c-995d-5409b5c329d2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:22.369020 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ed574298-0d5b-4b3e-86a5-02a54214f22b req-8f3cc7fd-f74a-4a3c-995d-5409b5c329d2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 943 time: 0.0544450 Mar 21 19:25:22.416045 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ed574298-0d5b-4b3e-86a5-02a54214f22b req-b30c27ba-f283-4d12-9e85-fdb64da38127 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414758 Mar 21 19:25:23.534923 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a21e6-968b-469c-a93e-4dd45fc10c37 req-52a0703a-f780-41d3-a154-5bb5f3efc55f tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:23.536394 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b55a21e6-968b-469c-a93e-4dd45fc10c37 req-52a0703a-f780-41d3-a154-5bb5f3efc55f tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 943 time: 0.0560269 Mar 21 19:25:23.584145 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b55a21e6-968b-469c-a93e-4dd45fc10c37 req-8a8724de-bbd3-48b2-9a90-e669fae787cf tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420654 Mar 21 19:25:24.705327 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a115afe-9152-4f71-a086-fd5e72386471 req-0a266bb2-fb76-4d50-a096-2e184236667a tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:24.706721 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0a115afe-9152-4f71-a086-fd5e72386471 req-0a266bb2-fb76-4d50-a096-2e184236667a tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 943 time: 0.0518579 Mar 21 19:25:24.754606 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0a115afe-9152-4f71-a086-fd5e72386471 req-1c1d34fd-8073-4e80-bf98-11f4def90aa7 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419383 Mar 21 19:25:25.869199 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833736fa-28a6-4a9c-b9bb-ff3c586c8b9a req-84442e12-3333-4675-92db-342b18931e3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:25.870673 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-833736fa-28a6-4a9c-b9bb-ff3c586c8b9a req-84442e12-3333-4675-92db-342b18931e3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 943 time: 0.0511489 Mar 21 19:25:25.917442 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-833736fa-28a6-4a9c-b9bb-ff3c586c8b9a req-fdb8cf20-78df-4912-910e-1002afa28f08 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411985 Mar 21 19:25:26.436432 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device ac2f00e2-32cf-44b2-9a1a-b4c490772184 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:25:26.529839 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port ac2f00e2-32cf-44b2-9a1a-b4c490772184, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:25:26.540559 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'mac_address': 'fa:16:3e:de:bb:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:25:26.576373 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port ac2f00e2-32cf-44b2-9a1a-b4c490772184 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:25:26.576795 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:26.589012 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac2f00e2-32cf-44b2-9a1a-b4c490772184 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:25:26.608165 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port ac2f00e2-32cf-44b2-9a1a-b4c490772184, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:25:26.611854 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:26.656583 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=ac2f00e2-32cf-44b2-9a1a-b4c490772184,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:25:26.663398 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.663759 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.664103 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.664445 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.664834 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.665169 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.665499 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.665826 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.666152 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.666477 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.666802 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.667126 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.667449 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.667771 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.668743 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:26.883458 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['ac2f00e2-32cf-44b2-9a1a-b4c490772184'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:25:27.038530 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e105034-317d-42a0-974f-051b04ecfbdc req-eb941b39-e64f-413b-8d42-4b245809d19d tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:27.039992 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7e105034-317d-42a0-974f-051b04ecfbdc req-eb941b39-e64f-413b-8d42-4b245809d19d tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 944 time: 0.0551243 Mar 21 19:25:27.086896 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-7e105034-317d-42a0-974f-051b04ecfbdc req-1c2f24e6-1084-4e30-8328-52422bbd827f tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Mar 21 19:25:27.198883 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-434bc79e-ee5d-4159-ad16-5a8c46f459af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:28.203645 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb30ea4-e512-4e22-8953-bbb4caa85aaf req-5ce57383-9a9a-4ab4-a3c4-df5019fae256 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:28.205153 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2eb30ea4-e512-4e22-8953-bbb4caa85aaf req-5ce57383-9a9a-4ab4-a3c4-df5019fae256 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 944 time: 0.0508997 Mar 21 19:25:28.256265 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2eb30ea4-e512-4e22-8953-bbb4caa85aaf req-e6ac2907-2424-489f-b872-a5d8dd241611 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456688 Mar 21 19:25:28.435865 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device ac2f00e2-32cf-44b2-9a1a-b4c490772184 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:25:28.486601 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port ac2f00e2-32cf-44b2-9a1a-b4c490772184 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:25:28.490555 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port ac2f00e2-32cf-44b2-9a1a-b4c490772184 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:25:28.490937 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:28.564870 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port ac2f00e2-32cf-44b2-9a1a-b4c490772184 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:25:28.565263 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:28.587265 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:25:28.589524 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957a1d13-27f6-4b54-b431-3acf6dce2a33" -d '{"events": [{"server_uuid": "caabd3f1-e5a4-4d4d-a146-33bc92a71295", "name": "network-vif-plugged", "status": "completed", "tag": "ac2f00e2-32cf-44b2-9a1a-b4c490772184"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:25:28.604338 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port ac2f00e2-32cf-44b2-9a1a-b4c490772184, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:25:28.608886 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:28.669479 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=ac2f00e2-32cf-44b2-9a1a-b4c490772184,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:25:28.685028 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11ad271-f28f-415e-9aea-9b0d48d3407f x-openstack-request-id: req-a11ad271-f28f-415e-9aea-9b0d48d3407f {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:25:28.685331 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caabd3f1-e5a4-4d4d-a146-33bc92a71295", "name": "network-vif-plugged", "status": "completed", "tag": "ac2f00e2-32cf-44b2-9a1a-b4c490772184", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:25:28.685594 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a11ad271-f28f-415e-9aea-9b0d48d3407f {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:25:28.686041 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'code': 200} Mar 21 19:25:28.918807 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256aaadb-50eb-4351-976b-c4c81e1c260b req-20d6deba-40d9-4c0d-9f38-5de6c5209c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:28.920269 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-256aaadb-50eb-4351-976b-c4c81e1c260b req-20d6deba-40d9-4c0d-9f38-5de6c5209c5a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 1129 time: 0.0425050 Mar 21 19:25:28.968963 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-256aaadb-50eb-4351-976b-c4c81e1c260b req-237b4ae1-8b0b-4dec-9400-f125bb36d60a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392210 Mar 21 19:25:29.370092 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2186d3-8e37-49dc-a3a0-08ac2d25c27a req-4f5c1376-d2a1-4457-8733-091069a0c2d1 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:29.372087 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ae2186d3-8e37-49dc-a3a0-08ac2d25c27a req-4f5c1376-d2a1-4457-8733-091069a0c2d1 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 945 time: 0.0507913 Mar 21 19:25:29.420470 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ae2186d3-8e37-49dc-a3a0-08ac2d25c27a req-88b30a02-a4d9-4146-a810-925fa7a6c874 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 Mar 21 19:25:29.432452 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7ef8bb8a-a79f-49de-b426-2884ea3b1fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:30.522975 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:30.539478 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e983d-880b-44b5-af65-03b8702daf3f req-ca26250b-43c1-4e61-a03d-52f2e6c5185f tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:30.540977 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d85e983d-880b-44b5-af65-03b8702daf3f req-ca26250b-43c1-4e61-a03d-52f2e6c5185f tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 945 time: 0.0530541 Mar 21 19:25:30.593635 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d85e983d-880b-44b5-af65-03b8702daf3f req-f5fd8e1d-7c4a-4c0c-ba47-e70285d6e791 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460589 Mar 21 19:25:30.708752 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97055e2-634f-4642-b53b-cafb9b42cf97 req-004e2300-8907-476a-bae4-269e90ca1c54 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:30.710159 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e97055e2-634f-4642-b53b-cafb9b42cf97 req-004e2300-8907-476a-bae4-269e90ca1c54 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 945 time: 0.0515370 Mar 21 19:25:30.756361 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-e97055e2-634f-4642-b53b-cafb9b42cf97 req-2fe08de4-f74e-4218-878d-ae18bad77889 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401621 Mar 21 19:25:30.779729 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53318) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:25:30.823712 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15e297a-5504-4906-b268-67ead1867aba tempest-TestVolumeBootPattern-1879645637 tempest-TestVolumeBootPattern-1879645637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:30.825699 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d15e297a-5504-4906-b268-67ead1867aba tempest-TestVolumeBootPattern-1879645637 tempest-TestVolumeBootPattern-1879645637-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 1124 time: 0.0450411 Mar 21 19:25:30.828271 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53320) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:25:30.832305 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.v2.base [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103550) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:25:30.851778 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:30.942318 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:31.044929 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_common [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Allocated IP 172.27.3.254 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/55e401e9-c1a5-45a5-a75c-af80b805c6de) {{(pid=103550) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:25:31.142715 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for port (55e401e9-c1a5-45a5-a75c-af80b805c6de), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:31.174605 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (55e401e9-c1a5-45a5-a75c-af80b805c6de), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:31.213224 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103550) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:25:31.216008 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.base_scheduler [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Resources bound (agent type, host, resource id): {{(pid=103550) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:25:31.219462 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Received port after_create {{(pid=103550) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:25:31.245264 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'Port': ['ID=55e401e9-c1a5-45a5-a75c-af80b805c6de,revision_number=1']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:25:31.258520 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.258874 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.259222 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.259566 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.259901 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.260234 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.260597 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.260930 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.261259 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.261589 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.262524 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.262857 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.263181 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.263505 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.263828 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:25:31.569489 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (ffe7cb6b-0120-4f48-ac5b-275c1180f6b4), precommit_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:31.637685 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (55e401e9-c1a5-45a5-a75c-af80b805c6de), before_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:31.781193 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for port (55e401e9-c1a5-45a5-a75c-af80b805c6de), precommit_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:31.785408 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59231154'] for port (55e401e9-c1a5-45a5-a75c-af80b805c6de), after_update {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:31.851045 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'Port': ['ID=55e401e9-c1a5-45a5-a75c-af80b805c6de,revision_number=2']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:25:31.862004 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (ffe7cb6b-0120-4f48-ac5b-275c1180f6b4), after_create {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:31.958184 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.db.l3_db [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Floating IP ffe7cb6b-0120-4f48-ac5b-275c1180f6b4 associated. External IP: 172.27.3.254, port: ac2f00e2-32cf-44b2-9a1a-b4c490772184. Mar 21 19:25:32.127000 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:32.162463 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:25:32.267592 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:25:32.276868 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] Sync routers for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:25:32.285345 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:32.287975 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:25:32.288638 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:25:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:25:32.322481 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-a2b226e5-5615-49ac-b362-4b92852b425c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4849267 Mar 21 19:25:32.322481 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'tag': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184'}] {{(pid=103550) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:25:32.322481 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}637df94d53e23df6dd2a8034b8ac54b43c84e95a011dd0ddf618a9cec795d9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9" -d '{"events": [{"name": "network-changed", "server_uuid": "caabd3f1-e5a4-4d4d-a146-33bc92a71295", "tag": "ac2f00e2-32cf-44b2-9a1a-b4c490772184"}]}' {{(pid=103550) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:25:32.396178 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:25:32.406520 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184e5108-c35d-4465-a6f1-b682b8747993 x-openstack-request-id: req-184e5108-c35d-4465-a6f1-b682b8747993 {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:25:32.406886 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caabd3f1-e5a4-4d4d-a146-33bc92a71295", "tag": "ac2f00e2-32cf-44b2-9a1a-b4c490772184", "status": "completed", "code": 200}]} {{(pid=103550) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:25:32.407214 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-184e5108-c35d-4465-a6f1-b682b8747993 {{(pid=103550) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:25:32.407690 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'tag': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'status': 'completed', 'code': 200} Mar 21 19:25:32.470549 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-48608dc1-ee55-4af7-b386-2a86c0f4f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:32.472047 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-48608dc1-ee55-4af7-b386-2a86c0f4f494 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 1129 time: 0.0440550 Mar 21 19:25:32.560189 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-f8e245bc-9a7f-4b17-9342-72a645112514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:32.561721 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-f8e245bc-9a7f-4b17-9342-72a645112514 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0828657 Mar 21 19:25:32.620431 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'ffe7cb6b-0120-4f48-ac5b-275c1180f6b4', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:de:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:25:31Z', 'updated_at': '2022-03-21T19:25:31Z', 'revision_number': 0, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:25:32.631399 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-9b8d00da-a212-4861-989b-9635fc56cbfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184 HTTP/1.1" status: 200 len: 999 time: 0.0641270 Mar 21 19:25:32.647442 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] Checking router: a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:25:32.655497 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:25:32.656095 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:25:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:25:32.678812 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-5695e7e3-727f-4f0d-b5cd-ab9a06f8c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:32.680273 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-5695e7e3-727f-4f0d-b5cd-ab9a06f8c884 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0420253 Mar 21 19:25:32.727620 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-fbd8b94a-90a8-4793-b7a7-4ce3ebdd451b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:32.729179 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-fbd8b94a-90a8-4793-b7a7-4ce3ebdd451b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427501 Mar 21 19:25:32.822235 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-2eb088a4-a966-407c-9430-0d2f96601910 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869102 Mar 21 19:25:32.892728 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:25:32.909763 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-6a9d43dd-f6a7-4483-8c91-fcc0982b27d9 req-693f22d1-05b1-4927-ba55-95327c23f671 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818532 Mar 21 19:25:33.120729 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'ffe7cb6b-0120-4f48-ac5b-275c1180f6b4', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:de:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:25:31Z', 'updated_at': '2022-03-21T19:25:31Z', 'revision_number': 0, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:25:33.150887 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafb5185-033a-4219-b695-5d1b971110b5 None None] The sync data for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi is: [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'ffe7cb6b-0120-4f48-ac5b-275c1180f6b4', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:de:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:25:31Z', 'updated_at': '2022-03-21T19:25:31Z', 'revision_number': 0, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:25:33.347794 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8939e71a-bf7c-4770-a7b2-9624cf0e8de4 None None] New status for floating IP ffe7cb6b-0120-4f48-ac5b-275c1180f6b4: ACTIVE {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:25:33.546911 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:33.770606 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:25:43.437940 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:53.995536 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9562aec2-1211-45f0-8e32-29551896f3fc req-bac1776d-1933-4a06-a152-a22c28dca0b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416799 Mar 21 19:25:54.061671 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562aec2-1211-45f0-8e32-29551896f3fc req-efad9185-58e2-4f78-a072-98c6308603a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:54.063200 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9562aec2-1211-45f0-8e32-29551896f3fc req-efad9185-58e2-4f78-a072-98c6308603a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea223b83ddc44a57a2905807eadd7d97&device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1130 time: 0.0463202 Mar 21 19:25:54.190061 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562aec2-1211-45f0-8e32-29551896f3fc req-a62092af-127e-4a9c-aed8-bf6cb4f1c6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:54.192353 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9562aec2-1211-45f0-8e32-29551896f3fc req-a62092af-127e-4a9c-aed8-bf6cb4f1c6c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73622fbb-62a4-40f9-899a-9cb219de7ccc HTTP/1.1" status: 200 len: 909 time: 0.1096513 Mar 21 19:25:54.267728 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9562aec2-1211-45f0-8e32-29551896f3fc req-b2d75e0a-3c5c-4e5e-8f52-4392c4e58ec8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 200 len: 1001 time: 0.0683084 Mar 21 19:25:54.322263 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562aec2-1211-45f0-8e32-29551896f3fc req-dadde400-eb09-4797-8ddf-58ae8307a966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:54.323708 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9562aec2-1211-45f0-8e32-29551896f3fc req-dadde400-eb09-4797-8ddf-58ae8307a966 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9b248cd-9363-4143-bb20-74d3d7c61238 HTTP/1.1" status: 200 len: 847 time: 0.0460889 Mar 21 19:25:54.373110 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562aec2-1211-45f0-8e32-29551896f3fc req-6e25e4c9-367e-42f5-8c05-c3291f013738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:25:54.374549 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9562aec2-1211-45f0-8e32-29551896f3fc req-6e25e4c9-367e-42f5-8c05-c3291f013738 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73622fbb-62a4-40f9-899a-9cb219de7ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425124 Mar 21 19:25:54.732851 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9562aec2-1211-45f0-8e32-29551896f3fc req-4613e2d1-b841-4cf8-ab7f-e7162eeb76f0 service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512692 Mar 21 19:25:54.816932 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-9562aec2-1211-45f0-8e32-29551896f3fc req-085d3518-c46d-406b-a60b-833c2869efd0 service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775518 Mar 21 19:25:57.200979 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5297f368-dc92-4448-aa0b-b1710f49f04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:25:59.435132 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a77b7915-257c-4024-9011-736499bcb10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:00.526211 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:02.129890 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:03.548925 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:10.770210 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:26:10.824316 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac640e-457a-43a6-824c-eab2dd672605 req-cf2269a0-a1b5-4a85-8b5f-9228e5ea684e tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:10.825828 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b3ac640e-457a-43a6-824c-eab2dd672605 req-cf2269a0-a1b5-4a85-8b5f-9228e5ea684e tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0542023 Mar 21 19:26:10.872342 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b3ac640e-457a-43a6-824c-eab2dd672605 req-c2c3b51e-94a2-4ac0-9130-d736e377ff54 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403037 Mar 21 19:26:11.992634 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d87e6-0546-42c3-9ea7-750079bd8aa8 req-2b904742-c078-4676-9206-d0efe034a5bb tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:11.994108 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b33d87e6-0546-42c3-9ea7-750079bd8aa8 req-2b904742-c078-4676-9206-d0efe034a5bb tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0517869 Mar 21 19:26:12.046995 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-b33d87e6-0546-42c3-9ea7-750079bd8aa8 req-8b175531-dffb-4815-adbc-b96184012538 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474443 Mar 21 19:26:13.161614 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33666f4-5e6f-4ba7-8309-5d39b7ea0944 req-c2766708-786b-4698-9cb5-a1552651105a tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:13.163081 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f33666f4-5e6f-4ba7-8309-5d39b7ea0944 req-c2766708-786b-4698-9cb5-a1552651105a tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0509109 Mar 21 19:26:13.209637 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f33666f4-5e6f-4ba7-8309-5d39b7ea0944 req-8c77d7da-5567-4bac-988e-0030f41754d9 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409572 Mar 21 19:26:13.448774 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:14.328514 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78de3d2-1ad4-460b-9644-4fb976d64bb7 req-e31b4362-1659-4882-916c-4dc70a857273 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:14.330003 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f78de3d2-1ad4-460b-9644-4fb976d64bb7 req-e31b4362-1659-4882-916c-4dc70a857273 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0546877 Mar 21 19:26:14.376756 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f78de3d2-1ad4-460b-9644-4fb976d64bb7 req-e675aacf-3043-4ef1-9d17-596eb7a92db5 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412340 Mar 21 19:26:15.489570 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13199d-d35f-4531-ac32-b06ba47164e4 req-62bc290d-35f0-4498-ac30-73ada7e27ca2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:15.491008 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fe13199d-d35f-4531-ac32-b06ba47164e4 req-62bc290d-35f0-4498-ac30-73ada7e27ca2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0503314 Mar 21 19:26:15.541409 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-fe13199d-d35f-4531-ac32-b06ba47164e4 req-bce174fe-5855-4cc3-8368-56babf5cc474 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449433 Mar 21 19:26:16.659660 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3cc64f-5418-43cf-89fa-78f01b40f5ac req-189eeeab-02af-4d94-a881-d66ab72c076f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:16.661071 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5f3cc64f-5418-43cf-89fa-78f01b40f5ac req-189eeeab-02af-4d94-a881-d66ab72c076f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0516679 Mar 21 19:26:16.709499 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-5f3cc64f-5418-43cf-89fa-78f01b40f5ac req-9c238cec-fedb-4a26-a800-b02450e26e79 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429125 Mar 21 19:26:17.826058 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687f9d-7358-447a-809d-4fb43407b9f2 req-3b0c46af-34e1-4f4a-8e16-6f26a2953f65 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:17.828011 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85687f9d-7358-447a-809d-4fb43407b9f2 req-3b0c46af-34e1-4f4a-8e16-6f26a2953f65 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0510557 Mar 21 19:26:17.874516 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-85687f9d-7358-447a-809d-4fb43407b9f2 req-273a02a2-6c6e-4a31-880a-0b83e23d8c62 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 Mar 21 19:26:18.990748 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3dd76-6a88-4c65-9304-755e3e741490 req-649eea82-d02c-4c7e-be44-ede46314f461 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:18.992213 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-72c3dd76-6a88-4c65-9304-755e3e741490 req-649eea82-d02c-4c7e-be44-ede46314f461 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0513189 Mar 21 19:26:19.042818 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-72c3dd76-6a88-4c65-9304-755e3e741490 req-7c4ce75b-450a-431e-a0ce-8715fbdc2864 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447738 Mar 21 19:26:20.157144 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997b501-411d-499e-82f0-0b26188e2e19 req-693e52fb-cec0-4d67-847e-41aa5f8e6f4f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:20.158597 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2997b501-411d-499e-82f0-0b26188e2e19 req-693e52fb-cec0-4d67-847e-41aa5f8e6f4f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0515177 Mar 21 19:26:20.204619 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-2997b501-411d-499e-82f0-0b26188e2e19 req-a7d288f1-d56b-42af-af65-33ed67560ef3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405812 Mar 21 19:26:20.983990 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-f38ec71d-e449-44e5-8892-e784c54943c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:20.985480 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-f38ec71d-e449-44e5-8892-e784c54943c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea223b83ddc44a57a2905807eadd7d97&device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1130 time: 0.0468519 Mar 21 19:26:21.070003 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-b6722bbd-1b69-49f6-a7db-94c536670f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:21.071417 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-b6722bbd-1b69-49f6-a7db-94c536670f5b service neutron] 10.222.0.55 "GET /v2.0/networks?id=73622fbb-62a4-40f9-899a-9cb219de7ccc HTTP/1.1" status: 200 len: 909 time: 0.0801530 Mar 21 19:26:21.144841 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-83ba2cf9-c12e-4ce7-8910-ec010dd9a332 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 200 len: 1001 time: 0.0638304 Mar 21 19:26:21.194047 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-bb82dc5d-df48-4f2d-90d8-2032395db458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:21.195411 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-bb82dc5d-df48-4f2d-90d8-2032395db458 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9b248cd-9363-4143-bb20-74d3d7c61238 HTTP/1.1" status: 200 len: 847 time: 0.0415654 Mar 21 19:26:21.242818 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-18ad80a8-2fb3-4e43-8a84-d3bb7c3c2dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:21.244342 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-18ad80a8-2fb3-4e43-8a84-d3bb7c3c2dda service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73622fbb-62a4-40f9-899a-9cb219de7ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431583 Mar 21 19:26:21.320123 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143122b9-3c82-4b03-aecb-f6a2c3946aac req-562c3457-f393-46c7-a623-b1a770ad3407 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:21.321618 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-143122b9-3c82-4b03-aecb-f6a2c3946aac req-562c3457-f393-46c7-a623-b1a770ad3407 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0519383 Mar 21 19:26:21.334417 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-09255d65-21da-47a0-b6cf-91537a40cc52 service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835085 Mar 21 19:26:21.368355 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-143122b9-3c82-4b03-aecb-f6a2c3946aac req-ecf71afb-3e1f-45a3-bea9-25087909bcf6 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411735 Mar 21 19:26:21.418891 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e2cd74fb-5879-46ea-8c27-ce73852a966a req-4b9ffcc0-a793-4b9d-88ec-bb87da138a7e service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787697 Mar 21 19:26:22.485333 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb247e-b83b-47d4-a788-4786d7511f9e req-56db9280-6e02-4ef5-aec0-822677ba7176 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:22.486815 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f3cb247e-b83b-47d4-a788-4786d7511f9e req-56db9280-6e02-4ef5-aec0-822677ba7176 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0526135 Mar 21 19:26:22.538650 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f3cb247e-b83b-47d4-a788-4786d7511f9e req-4024cf52-248e-4ddf-90b4-f84dbb9e7697 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462391 Mar 21 19:26:23.654193 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a6ee9-8bf7-4432-99b4-68d48c74e246 req-6b398c68-9d65-494d-914e-b589eff51f75 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:23.655784 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f00a6ee9-8bf7-4432-99b4-68d48c74e246 req-6b398c68-9d65-494d-914e-b589eff51f75 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0520158 Mar 21 19:26:23.703658 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-f00a6ee9-8bf7-4432-99b4-68d48c74e246 req-ba5c8119-94fe-4220-bef8-51f0a0a38a87 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424554 Mar 21 19:26:23.769522 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-66cc37ba-80cd-4176-9ec4-af1b31d921d4 req-2362d1d8-782e-4ddd-b78a-bcc5da01b18b service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=103551) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 19:26:23.770518 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-66cc37ba-80cd-4176-9ec4-af1b31d921d4 req-2362d1d8-782e-4ddd-b78a-bcc5da01b18b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059960 Mar 21 19:26:23.934407 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e1b44-a829-495e-8e6e-f1f9ec68860a req-8855f6ec-1315-48a7-a916-a221294342b4 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:23.935832 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9d4e1b44-a829-495e-8e6e-f1f9ec68860a req-8855f6ec-1315-48a7-a916-a221294342b4 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0572355 Mar 21 19:26:23.946682 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-63b0a32f-7286-42b0-8ce2-3d39b98b38df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880868 Mar 21 19:26:23.985030 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-9d4e1b44-a829-495e-8e6e-f1f9ec68860a req-16458a57-75d5-4cea-9911-49881b56de69 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426731 Mar 21 19:26:25.083723 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-d67cc809-86fe-41d4-ab54-140e7dd43ef4 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:25.085879 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-d67cc809-86fe-41d4-ab54-140e7dd43ef4 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports/c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 200 len: 943 time: 0.1019270 Mar 21 19:26:25.113691 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12bfe62-bd78-42f4-849f-7f84546db0f4 req-6c3e9112-3954-4439-9ec6-9bfaede6b656 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:25.115260 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c12bfe62-bd78-42f4-849f-7f84546db0f4 req-6c3e9112-3954-4439-9ec6-9bfaede6b656 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0589423 Mar 21 19:26:25.171243 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c12bfe62-bd78-42f4-849f-7f84546db0f4 req-0014e741-c92e-476b-8636-91c792ecc544 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465758 Mar 21 19:26:26.287526 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc012f98-146b-4b1a-9179-461d6de8ef3b req-ea233d3f-2ad2-4007-9461-1f320c997ad0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:26.289043 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dc012f98-146b-4b1a-9179-461d6de8ef3b req-ea233d3f-2ad2-4007-9461-1f320c997ad0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0527296 Mar 21 19:26:26.336294 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dc012f98-146b-4b1a-9179-461d6de8ef3b req-dc83e21f-4e24-4aa8-9273-15510f627931 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 Mar 21 19:26:26.857012 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device c01f9cd8-d7bb-471b-a1d8-61fc6c20611d no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:26:26.929957 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d is: ACTIVE; New status is: DOWN {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:26:26.930347 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:26.951936 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:26:26.954670 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639c31d6-ab3f-4b3b-92b1-6b75bc8b1a2a" -d '{"events": [{"server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "name": "network-vif-unplugged", "status": "completed", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:26:26.966612 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:26:26.980261 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:26.987222 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Mar 2022 19:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61519e97-9afc-4c25-9674-0f26897e371e x-openstack-request-id: req-61519e97-9afc-4c25-9674-0f26897e371e {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:26:26.987515 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "name": "network-vif-unplugged", "status": "failed", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d", "code": 422}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:26:26.987774 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-61519e97-9afc-4c25-9674-0f26897e371e {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:26:26.988171 dv-cinder-834527-2-iscsi neutron-server[103552]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'code': 422} returned with failed status Mar 21 19:26:27.034224 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,revision_number=6']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:26:27.041161 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.041513 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.041862 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.042207 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.042546 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.042880 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.043208 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.043538 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.043868 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.044193 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.044539 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.044869 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.045192 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.045516 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.045837 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:26:27.202782 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-364af8da-b24b-4b22-a796-699dd553bc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:27.454803 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccb2a04-6319-4d4c-8f47-f4ac3f936ba3 req-990abbde-d1a0-4887-9baf-913a6b5affd3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:27.456273 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2ccb2a04-6319-4d4c-8f47-f4ac3f936ba3 req-990abbde-d1a0-4887-9baf-913a6b5affd3 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0548782 Mar 21 19:26:27.503154 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-2ccb2a04-6319-4d4c-8f47-f4ac3f936ba3 req-a2cda443-7818-4e0d-ba03-4ee3a6477bd6 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413532 Mar 21 19:26:28.621487 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec9fbb-d8f5-476c-8bf8-970e4ae8ccd8 req-85e0d047-4e59-499a-a55a-bf5189bd47e2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:28.623184 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0dec9fbb-d8f5-476c-8bf8-970e4ae8ccd8 req-85e0d047-4e59-499a-a55a-bf5189bd47e2 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0542738 Mar 21 19:26:28.681071 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-0dec9fbb-d8f5-476c-8bf8-970e4ae8ccd8 req-efacefe4-2f4e-4bf2-bf6a-1a06a077112d tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511513 Mar 21 19:26:29.389872 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-bb510960-95ee-403e-b8dc-87516c04ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:29.391393 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-bb510960-95ee-403e-b8dc-87516c04ef77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f&tenant_id=ea223b83ddc44a57a2905807eadd7d97 HTTP/1.1" status: 200 len: 1128 time: 0.0441329 Mar 21 19:26:29.435576 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-b8fa4c13-b32a-448f-94b5-56ad59578fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:29.456035 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-8169f76c-6688-45d9-9ad6-f3b2a4d59b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:29.457543 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-8169f76c-6688-45d9-9ad6-f3b2a4d59b25 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea223b83ddc44a57a2905807eadd7d97&device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1128 time: 0.0440056 Mar 21 19:26:29.552616 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-b94ef67f-0cdb-48ce-b93b-028bb2c34028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:29.554070 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-b94ef67f-0cdb-48ce-b93b-028bb2c34028 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73622fbb-62a4-40f9-899a-9cb219de7ccc HTTP/1.1" status: 200 len: 909 time: 0.0860739 Mar 21 19:26:29.617222 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-5cc4e31e-cd6b-4897-a506-656d95640869 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 200 len: 999 time: 0.0567183 Mar 21 19:26:29.667309 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-c2b81eed-d168-4d1e-b735-d80b405619bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:29.668678 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-c2b81eed-d168-4d1e-b735-d80b405619bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9b248cd-9363-4143-bb20-74d3d7c61238 HTTP/1.1" status: 200 len: 847 time: 0.0426958 Mar 21 19:26:29.724136 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-d9311fa3-640d-4740-8d65-d8b1d8ca0183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:29.725943 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-d9311fa3-640d-4740-8d65-d8b1d8ca0183 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73622fbb-62a4-40f9-899a-9cb219de7ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482571 Mar 21 19:26:29.793883 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fedde-df65-48d1-b8ab-3e6902a3b5e7 req-36dccf0b-9244-4cc7-9aa1-d1542f24b34f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:29.795364 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-854fedde-df65-48d1-b8ab-3e6902a3b5e7 req-36dccf0b-9244-4cc7-9aa1-d1542f24b34f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0510833 Mar 21 19:26:29.819086 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-223a87f6-d0bd-494a-9262-fb4d52e42f7f service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816803 Mar 21 19:26:29.843061 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-854fedde-df65-48d1-b8ab-3e6902a3b5e7 req-1136da83-c4ba-440f-82ca-e2379a7ab856 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419362 Mar 21 19:26:29.912910 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-344c87ef-f599-4979-9cf8-0fa416917e98 req-2d27fd6c-6d7f-45b9-ba3f-2736d7706257 service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851049 Mar 21 19:26:30.529150 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:30.961105 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f0af0-c364-477a-956e-7d414d75634c req-e418760e-21af-46ea-bf4b-977705c2967b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:30.962579 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-073f0af0-c364-477a-956e-7d414d75634c req-e418760e-21af-46ea-bf4b-977705c2967b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0516241 Mar 21 19:26:31.010080 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-073f0af0-c364-477a-956e-7d414d75634c req-e188ba8b-5f7b-4e85-84d3-c84d7b9bc310 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421062 Mar 21 19:26:32.131762 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf618bf9-be32-4293-893f-226b97bb848c req-e66a3ddb-5581-470c-a5a0-11da2936939b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:32.133284 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf618bf9-be32-4293-893f-226b97bb848c req-e66a3ddb-5581-470c-a5a0-11da2936939b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0559981 Mar 21 19:26:32.133447 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:32.414469 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-bf618bf9-be32-4293-893f-226b97bb848c req-531530f7-4fcf-435d-9791-54709b7c638f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756200 Mar 21 19:26:33.530341 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61ae6c-1e49-47f3-ac95-c1ac3f446a85 req-6ce1a373-cba2-4a8f-afed-8113cd60b76c tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:33.531835 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea61ae6c-1e49-47f3-ac95-c1ac3f446a85 req-6ce1a373-cba2-4a8f-afed-8113cd60b76c tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0515068 Mar 21 19:26:33.552444 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:33.585448 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea61ae6c-1e49-47f3-ac95-c1ac3f446a85 req-d69aff76-faec-44e2-b26f-05f6654a304b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463226 Mar 21 19:26:34.700767 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a7ae3-a8a7-4f42-bb9f-e04a5f80de98 req-256b6356-4223-44db-aa1b-acc51e75d563 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:34.702223 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-852a7ae3-a8a7-4f42-bb9f-e04a5f80de98 req-256b6356-4223-44db-aa1b-acc51e75d563 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0521686 Mar 21 19:26:34.748925 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-852a7ae3-a8a7-4f42-bb9f-e04a5f80de98 req-b1feb9ec-0718-484b-8c68-44267bc6cfce tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405400 Mar 21 19:26:35.867766 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8100da3-96a6-4567-8e64-5d28fd313fb6 req-990ae806-306e-447c-b656-59736ba79239 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:35.869242 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c8100da3-96a6-4567-8e64-5d28fd313fb6 req-990ae806-306e-447c-b656-59736ba79239 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0545244 Mar 21 19:26:35.916284 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c8100da3-96a6-4567-8e64-5d28fd313fb6 req-bb27abc1-bdc1-40d8-bf48-b92d7360a8bc tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414488 Mar 21 19:26:36.920354 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device c01f9cd8-d7bb-471b-a1d8-61fc6c20611d details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:26:37.017739 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:26:37.028932 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'port_id': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'mac_address': 'fa:16:3e:be:51:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:26:37.029441 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066bc00c-ea63-4d55-abfa-a24071d9f793 req-6cacf471-dfa1-41d4-81d4-8b4d31e9a0b6 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:37.032017 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-066bc00c-ea63-4d55-abfa-a24071d9f793 req-6cacf471-dfa1-41d4-81d4-8b4d31e9a0b6 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 944 time: 0.0512753 Mar 21 19:26:37.066204 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:26:37.066600 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:37.079061 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01f9cd8-d7bb-471b-a1d8-61fc6c20611d {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:26:37.082402 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-066bc00c-ea63-4d55-abfa-a24071d9f793 req-a9d6e31a-c877-4bbb-bd76-609c43255912 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445273 Mar 21 19:26:37.103501 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:26:37.107672 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:37.152925 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,revision_number=7']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:26:37.377554 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['c01f9cd8-d7bb-471b-a1d8-61fc6c20611d'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:26:38.196318 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ce69b-abaa-47fe-b4fc-1cc191ea675a req-076fef6f-38ff-4e9a-b587-86c82dfc6063 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:38.197814 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d52ce69b-abaa-47fe-b4fc-1cc191ea675a req-076fef6f-38ff-4e9a-b587-86c82dfc6063 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 945 time: 0.0507917 Mar 21 19:26:38.244741 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d52ce69b-abaa-47fe-b4fc-1cc191ea675a req-69452e00-aaed-43cd-861c-1777812a4dd0 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 Mar 21 19:26:38.951654 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device c01f9cd8-d7bb-471b-a1d8-61fc6c20611d up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:26:39.000235 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:26:39.000654 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:39.077086 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:26:39.077477 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:39.102694 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:26:39.104929 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bba060-9dfc-4c9c-a8fd-ea1ce1cb0cc7" -d '{"events": [{"server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "name": "network-vif-plugged", "status": "completed", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:26:39.121445 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:26:39.128361 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:39.150935 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47066887-7175-4052-a5df-8f469e9e76b4 x-openstack-request-id: req-47066887-7175-4052-a5df-8f469e9e76b4 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:26:39.151229 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "name": "network-vif-plugged", "status": "completed", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:26:39.151484 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47066887-7175-4052-a5df-8f469e9e76b4 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:26:39.151898 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'code': 200} Mar 21 19:26:39.177381 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,revision_number=8']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:26:39.366495 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4e3fa-ac9f-42c9-8fb2-5735eeca96eb req-991f029a-9dce-4cc8-aa90-8a3bfd0d02ac tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:39.367968 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aec4e3fa-ac9f-42c9-8fb2-5735eeca96eb req-991f029a-9dce-4cc8-aa90-8a3bfd0d02ac tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0572603 Mar 21 19:26:39.440830 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-aec4e3fa-ac9f-42c9-8fb2-5735eeca96eb req-5fb9eea5-b058-4ca6-bf8c-5e24b8344e55 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648980 Mar 21 19:26:39.443442 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09723d22-f5e6-49b7-afeb-a21ea118320e req-32f7daab-58ad-4ee4-ab3a-66d826ffe3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:39.444882 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09723d22-f5e6-49b7-afeb-a21ea118320e req-32f7daab-58ad-4ee4-ab3a-66d826ffe3dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1130 time: 0.0760095 Mar 21 19:26:39.492978 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-09723d22-f5e6-49b7-afeb-a21ea118320e req-c127dd3b-f46b-40d5-952c-08c32e5b1656 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383165 Mar 21 19:26:40.561152 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca240d1b-4bc3-43e7-8667-60bd7d6b11f3 req-ad8dcdc5-d1dc-40f1-acdd-a02e7a8528f5 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:40.567962 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ca240d1b-4bc3-43e7-8667-60bd7d6b11f3 req-ad8dcdc5-d1dc-40f1-acdd-a02e7a8528f5 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0575969 Mar 21 19:26:40.612070 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-ca240d1b-4bc3-43e7-8667-60bd7d6b11f3 req-6775a9e0-2037-4c95-8aa4-03e1e32e47c1 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432522 Mar 21 19:26:41.726877 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c58d5-e391-41b4-a644-3b4b3eae91f6 req-4ff92ebe-a294-4b20-b2b3-f37e63ff1ee1 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:41.728340 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea5c58d5-e391-41b4-a644-3b4b3eae91f6 req-4ff92ebe-a294-4b20-b2b3-f37e63ff1ee1 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0506232 Mar 21 19:26:41.778642 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ea5c58d5-e391-41b4-a644-3b4b3eae91f6 req-23b38038-ebb2-438c-857e-f7f139027630 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447705 Mar 21 19:26:43.463450 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:47.770094 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:26:54.982750 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-236127f1-94f2-45aa-8803-ed16a7571fa8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414212 Mar 21 19:26:55.066983 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-6f2a9327-fabd-4a60-9e49-90eb86058e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:55.068447 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-6f2a9327-fabd-4a60-9e49-90eb86058e1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea223b83ddc44a57a2905807eadd7d97&device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1130 time: 0.0433135 Mar 21 19:26:55.172329 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-bd2e8c26-7533-4da5-82a7-b3ae7ce9f527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:55.173841 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-bd2e8c26-7533-4da5-82a7-b3ae7ce9f527 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73622fbb-62a4-40f9-899a-9cb219de7ccc HTTP/1.1" status: 200 len: 909 time: 0.0867062 Mar 21 19:26:55.244796 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-d5ef31ef-6bc6-4c6e-8eed-6874110a11a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 200 len: 1001 time: 0.0565894 Mar 21 19:26:55.290467 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-df2f9543-45bf-44e6-82b7-9abd00cd4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:55.291859 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-df2f9543-45bf-44e6-82b7-9abd00cd4f0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9b248cd-9363-4143-bb20-74d3d7c61238 HTTP/1.1" status: 200 len: 847 time: 0.0417223 Mar 21 19:26:55.340971 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-79394edf-4dae-41a7-8772-e9a9b8d95bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:26:55.342415 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-79394edf-4dae-41a7-8772-e9a9b8d95bff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73622fbb-62a4-40f9-899a-9cb219de7ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448496 Mar 21 19:26:55.429155 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-53ca75e1-7907-43c3-b28d-b36aa7a90cc4 service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783281 Mar 21 19:26:55.519046 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-61c7289a-91a8-44f9-a350-976123b06bb9 req-2225345f-44ca-4433-9bb1-abdf0e59d2b0 service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829651 Mar 21 19:26:57.206734 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d14036ce-5cd0-4b01-9767-1cc7fe998c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:26:59.437170 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-023639da-d64b-481c-9f61-02a5474b4d78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:00.531206 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:02.134759 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:03.554685 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:13.463846 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:18.306266 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-28aec730-7bdf-416a-9637-7551eb8d1d38 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937464279&fields=id&tenant_id=0365739ec294432297b7b30b1f8df910 HTTP/1.1" status: 200 len: 267 time: 0.0433466 Mar 21 19:27:18.408957 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-afa81652-90ee-48cd-89d0-428c7d5836c7 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:18.410355 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-afa81652-90ee-48cd-89d0-428c7d5836c7 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 812 time: 0.0979383 Mar 21 19:27:18.423936 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-ce8c4b82-942b-448b-9cd0-710fb9a96086 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/quotas/0365739ec294432297b7b30b1f8df910 HTTP/1.1" status: 200 len: 375 time: 0.0083747 Mar 21 19:27:18.478119 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-2a49a9cb-7381-4e82-92f3-613c4ced65db tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495572 Mar 21 19:27:18.573577 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-808ea661-80e9-489a-af27-8554262a5c39 service neutron] 10.222.0.41 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835671 Mar 21 19:27:18.658755 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-c4534c78-18f2-4ebb-8048-4875785fad8c service neutron] 10.222.0.41 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795934 Mar 21 19:27:18.936188 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-c17bb9cd-bc0b-4d4e-862b-2904aea0565f req-eafe51d8-6886-49a7-af38-4438b67aa6e0 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 210 time: 0.0277605 Mar 21 19:27:19.904897 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-90a88b8c-e327-44b5-a820-073303f3cceb tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:19.906367 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-90a88b8c-e327-44b5-a820-073303f3cceb tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 812 time: 0.0975053 Mar 21 19:27:19.982793 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-4f28ac63-f743-4c44-a727-7360b335abf4 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0365739ec294432297b7b30b1f8df910 HTTP/1.1" status: 200 len: 380 time: 0.0570884 Mar 21 19:27:19.993840 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'port': {'device_id': 'b674a8b0-185f-445d-add2-364e841ab50b', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'admin_state_up': True, 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'security_groups': ['3012b700-43ba-443c-bd35-3cba049f5743']}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:27:20.031811 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-74aee2d5-e31c-4f36-8788-e707a7803930 req-525c2518-6504-4e9a-b18a-13e716dca120 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 210 time: 0.0284755 Mar 21 19:27:20.098683 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Made reservation on behalf of 0365739ec294432297b7b30b1f8df910 for: {'port': 1} {{(pid=103551) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 19:27:20.102281 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:20.224175 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Allocated IP 172.20.0.9 (ca371778-1f0f-4c39-a48d-da03ca6a3ce6/10d50165-ed25-4f8f-9e18-7ce1cb943ec5/9108b191-8cfd-43f7-b9d7-7bae986aa457) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:27:20.354039 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:20.389277 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:20.435325 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:27:20.438437 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:27:20.442059 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:27:20.470272 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'Port': ['ID=9108b191-8cfd-43f7-b9d7-7bae986aa457,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:27:20.482226 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.482497 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.482841 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.483183 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.483518 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.483847 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.484173 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.484521 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.484845 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.485171 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.486072 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.486404 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.486889 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.487027 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.487354 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:20.508160 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:20.508772 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:20.527384 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-47074902-976a-493e-b5c3-3f312ae962b2 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5379126 Mar 21 19:27:20.552421 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Request body: {'port': {'device_id': 'b674a8b0-185f-445d-add2-364e841ab50b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83452'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:27:20.613556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:20.721440 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-0811e38e-6da5-441f-bc34-746874654ff5 None None] Provisioning complete for port 9108b191-8cfd-43f7-b9d7-7bae986aa457 triggered by entity DHCP. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:27:20.722039 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-0811e38e-6da5-441f-bc34-746874654ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:20.757918 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-0811e38e-6da5-441f-bc34-746874654ff5 None None] Port 9108b191-8cfd-43f7-b9d7-7bae986aa457 cannot update to ACTIVE because it is not bound. {{(pid=103552) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 19:27:20.864766 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9108b191-8cfd-43f7-b9d7-7bae986aa457 {{(pid=103551) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:27:20.872024 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Publish callbacks [] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:20.883663 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.provisioning_blocks [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Transition to ACTIVE for port object 9108b191-8cfd-43f7-b9d7-7bae986aa457 will not be triggered until provisioned by entity L2. {{(pid=103551) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 19:27:20.887338 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:20.934529 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Pushing event updated for resources: {'Port': ['ID=9108b191-8cfd-43f7-b9d7-7bae986aa457,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:27:21.008765 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Attempting to bind port 9108b191-8cfd-43f7-b9d7-7bae986aa457 on host hv-cinder-83452 for vnic_type normal with profile {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 19:27:21.009438 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Attempting to bind port 9108b191-8cfd-43f7-b9d7-7bae986aa457 by drivers openvswitch,hyperv on host hv-cinder-83452 at level 0 using segments [{'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 19:27:21.009438 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Attempting to bind port 9108b191-8cfd-43f7-b9d7-7bae986aa457 on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:27:21.013870 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Port 9108b191-8cfd-43f7-b9d7-7bae986aa457 on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83452 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 19:27:21.014194 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Attempting to bind port 9108b191-8cfd-43f7-b9d7-7bae986aa457 on network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 19:27:21.019708 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Checking agent: {'id': '88b62296-0e86-4116-a839-d323ce66797f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83452', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'started_at': datetime.datetime(2022, 3, 21, 19, 12, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 19, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 19:27:21.020083 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Checking segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103551) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 19:27:21.020476 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Bound using segment: {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'} {{(pid=103551) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 19:27:21.020933 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.managers [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Bound port: 9108b191-8cfd-43f7-b9d7-7bae986aa457, host: hv-cinder-83452, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '520e9642-21d6-4746-a5fd-54280c9a5c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6'}}] {{(pid=103551) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 19:27:21.021294 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:21.087486 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] For port 9108b191-8cfd-43f7-b9d7-7bae986aa457, host hv-cinder-83452, cleared binding levels {{(pid=103551) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 19:27:21.090552 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] For port 9108b191-8cfd-43f7-b9d7-7bae986aa457, host hv-cinder-83452, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=9108b191-8cfd-43f7-b9d7-7bae986aa457,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103551) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 19:27:21.097233 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:21.155376 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:21.155966 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:21.157482 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] 10.222.0.55 "PUT /v2.0/ports/9108b191-8cfd-43f7-b9d7-7bae986aa457 HTTP/1.1" status: 200 len: 1093 time: 0.6101160 Mar 21 19:27:21.159638 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b674a8b0-185f-445d-add2-364e841ab50b', 'tag': '9108b191-8cfd-43f7-b9d7-7bae986aa457'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:27:21.161876 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943f664e-38d3-4ffb-990b-aa094f3749ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b674a8b0-185f-445d-add2-364e841ab50b", "tag": "9108b191-8cfd-43f7-b9d7-7bae986aa457"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:27:21.198774 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f25acc-1dbb-4748-9f33-99b188bfef3f service neutron] Pushing event updated for resources: {'Port': ['ID=9108b191-8cfd-43f7-b9d7-7bae986aa457,revision_number=3']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:27:21.246247 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e7519-15ea-40c0-8d2e-fdaa640bd158 req-8855eaa9-3845-420d-a41b-6b0bfd37095e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:21.247907 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cb6e7519-15ea-40c0-8d2e-fdaa640bd158 req-8855eaa9-3845-420d-a41b-6b0bfd37095e tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 943 time: 0.1267908 Mar 21 19:27:21.283737 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-bdfa98bd-fad2-42a7-91e2-87ddc4255007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:21.285281 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-bdfa98bd-fad2-42a7-91e2-87ddc4255007 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 1127 time: 0.0786948 Mar 21 19:27:21.338835 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-394dcdf6-0807-43a2-88f0-15d4063f52a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9108b191-8cfd-43f7-b9d7-7bae986aa457 HTTP/1.1" status: 200 len: 217 time: 0.0424807 Mar 21 19:27:21.342825 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-cb6e7519-15ea-40c0-8d2e-fdaa640bd158 req-b9b5a6b6-ce52-4749-9018-85eab6fedf85 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866477 Mar 21 19:27:21.358559 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594b892b-188e-4a1d-a19a-b3caf913e02a x-openstack-request-id: req-594b892b-188e-4a1d-a19a-b3caf913e02a {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:27:21.358847 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b674a8b0-185f-445d-add2-364e841ab50b", "tag": "9108b191-8cfd-43f7-b9d7-7bae986aa457", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:27:21.359104 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-594b892b-188e-4a1d-a19a-b3caf913e02a {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:27:21.359505 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b674a8b0-185f-445d-add2-364e841ab50b', 'tag': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'status': 'completed', 'code': 200} Mar 21 19:27:21.393348 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-e78998b4-2673-44fd-8b7d-70f447d4da9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:21.394768 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-e78998b4-2673-44fd-8b7d-70f447d4da9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0461013 Mar 21 19:27:21.449816 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-c5f6b230-500b-4faf-8166-abe9e2e9641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:21.451300 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-c5f6b230-500b-4faf-8166-abe9e2e9641a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463424 Mar 21 19:27:21.538573 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-5c02d7c2-c29d-4107-90bb-1d4f0c546d7e service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789783 Mar 21 19:27:21.631340 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-79b2caba-852f-4bc1-aa44-0fa39da28f96 req-13fcf96c-cc8b-4473-89fd-6106c5ad6cbe service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835383 Mar 21 19:27:21.733544 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-728fada2-c9ed-4edc-b5db-5fd998b3e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:21.735022 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-728fada2-c9ed-4edc-b5db-5fd998b3e53b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 1127 time: 0.0429990 Mar 21 19:27:21.827434 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-b35708cf-77ce-4dee-b449-e1d98b514ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:21.828882 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-b35708cf-77ce-4dee-b449-e1d98b514ae4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0833552 Mar 21 19:27:21.869341 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-a3d53174-7228-4b07-9eb8-44560cba59fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9108b191-8cfd-43f7-b9d7-7bae986aa457 HTTP/1.1" status: 200 len: 217 time: 0.0331807 Mar 21 19:27:21.918883 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-913ea143-406a-4105-9673-2c14fe2d0719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:21.920307 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-913ea143-406a-4105-9673-2c14fe2d0719 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0409040 Mar 21 19:27:21.965966 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-8569c281-389b-4da7-9fb9-fc5336d64a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:21.967392 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-8569c281-389b-4da7-9fb9-fc5336d64a8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403147 Mar 21 19:27:22.056911 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-72d6139b-bcb8-4aae-9e91-d22459905e7c service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816495 Mar 21 19:27:22.143303 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-943f664e-38d3-4ffb-990b-aa094f3749ae req-aca38a1b-bfb7-45b1-a36a-4c942df7175c service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781033 Mar 21 19:27:22.462841 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05098b1f-04a4-4c23-a277-b20a8d0f73d5 req-17486a9c-b0de-49f6-baf4-561dfd57bb50 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:22.464278 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05098b1f-04a4-4c23-a277-b20a8d0f73d5 req-17486a9c-b0de-49f6-baf4-561dfd57bb50 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 943 time: 0.0539169 Mar 21 19:27:22.510497 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-05098b1f-04a4-4c23-a277-b20a8d0f73d5 req-80915864-507e-40bf-8eef-c9161357242c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407569 Mar 21 19:27:23.630630 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc688c-33f2-4017-95f5-bcce94769f8f req-2484d60f-21d1-44bd-9d89-5cdb1f561996 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:23.632133 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-53cc688c-33f2-4017-95f5-bcce94769f8f req-2484d60f-21d1-44bd-9d89-5cdb1f561996 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 943 time: 0.0523863 Mar 21 19:27:23.682873 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-53cc688c-33f2-4017-95f5-bcce94769f8f req-2dc06b6d-b220-477b-80cd-f59630964c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452418 Mar 21 19:27:24.768736 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:27:24.795909 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb380a3d-c56d-4892-863b-0b8d8f8ea5f5 req-8f44aec5-3993-4ac0-8172-bea8e2c1847a tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:24.797388 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb380a3d-c56d-4892-863b-0b8d8f8ea5f5 req-8f44aec5-3993-4ac0-8172-bea8e2c1847a tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 943 time: 0.0508246 Mar 21 19:27:24.843623 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-bb380a3d-c56d-4892-863b-0b8d8f8ea5f5 req-c2349eb8-3fab-48ad-ae9c-52f3e960c72b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402410 Mar 21 19:27:25.959034 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445df00-dad1-4c30-8529-0530ab836dc1 req-82e7d015-5fa7-45ac-a640-3ece1027dc29 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:25.960530 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4445df00-dad1-4c30-8529-0530ab836dc1 req-82e7d015-5fa7-45ac-a640-3ece1027dc29 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 943 time: 0.0514417 Mar 21 19:27:26.007667 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-4445df00-dad1-4c30-8529-0530ab836dc1 req-185ac0a2-d15a-484b-a3c8-bfebf668a932 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416853 Mar 21 19:27:27.124026 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca6982-2e91-4af1-9395-852fcc9b2c0c req-d43e3206-1ffd-4b2c-9ca9-c7ef4b079f63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:27.125519 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35ca6982-2e91-4af1-9395-852fcc9b2c0c req-d43e3206-1ffd-4b2c-9ca9-c7ef4b079f63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 943 time: 0.0540688 Mar 21 19:27:27.173283 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-35ca6982-2e91-4af1-9395-852fcc9b2c0c req-a52fbeea-7ba6-405e-a096-bea8e624a433 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409822 Mar 21 19:27:27.207709 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9505e36b-2d6b-43f5-88b4-17b75794c964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:28.289014 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309c6a8-bf9c-437c-938c-f0022127d423 req-526d2058-f0c0-418c-a0c2-e7040dd414b8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:28.290507 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c309c6a8-bf9c-437c-938c-f0022127d423 req-526d2058-f0c0-418c-a0c2-e7040dd414b8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 943 time: 0.0513189 Mar 21 19:27:28.337897 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c309c6a8-bf9c-437c-938c-f0022127d423 req-683eb38f-0e32-438b-a681-8dd60f227ae0 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419617 Mar 21 19:27:29.217575 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 9108b191-8cfd-43f7-b9d7-7bae986aa457 details requested by agent hyperv_hv-cinder-83452 with host hv-cinder-83452 {{(pid=103552) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 19:27:29.313865 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 9108b191-8cfd-43f7-b9d7-7bae986aa457, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=9108b191-8cfd-43f7-b9d7-7bae986aa457,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:27:29.324700 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Returning: {'device': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'port_id': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'mac_address': 'fa:16:3e:ee:c8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103552) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 19:27:29.359725 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 9108b191-8cfd-43f7-b9d7-7bae986aa457 is: DOWN; New status is: BUILD {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:27:29.360725 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:29.373623 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9108b191-8cfd-43f7-b9d7-7bae986aa457 {{(pid=103552) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 19:27:29.394120 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 9108b191-8cfd-43f7-b9d7-7bae986aa457, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=9108b191-8cfd-43f7-b9d7-7bae986aa457,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:27:29.399076 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:29.457559 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1a59d-e26e-4946-a31f-36c9996061c3 req-83db18a0-b033-4935-8582-917fad591d7d tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:29.459428 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-78c1a59d-e26e-4946-a31f-36c9996061c3 req-83db18a0-b033-4935-8582-917fad591d7d tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 944 time: 0.0536425 Mar 21 19:27:29.461346 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3220d60c-09f8-4a2d-b5f7-64d386e8e337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:29.463066 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=9108b191-8cfd-43f7-b9d7-7bae986aa457,revision_number=4']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:27:29.470431 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.470802 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.471146 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.471483 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.471821 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.472139 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.472468 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.472829 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.473153 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.473473 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.473797 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.474118 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.474435 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.474751 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.475066 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:27:29.509469 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-78c1a59d-e26e-4946-a31f-36c9996061c3 req-fe685c70-acea-43bc-b5a5-a4c58ced1adb tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444276 Mar 21 19:27:29.661191 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] get_ports_and_sgs() called for port_ids ['9108b191-8cfd-43f7-b9d7-7bae986aa457'] {{(pid=103552) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 19:27:30.535538 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:30.630467 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dd147-2e35-4baf-95df-7507b5e70dca req-519023f0-f680-4865-af56-68c99e4725dc tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:30.631917 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dc5dd147-2e35-4baf-95df-7507b5e70dca req-519023f0-f680-4865-af56-68c99e4725dc tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 944 time: 0.0550342 Mar 21 19:27:30.678941 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-dc5dd147-2e35-4baf-95df-7507b5e70dca req-09ebaa7d-70f3-430c-9ce8-04ea4e838877 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Mar 21 19:27:31.247889 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 9108b191-8cfd-43f7-b9d7-7bae986aa457 up at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 19:27:31.295159 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning for port 9108b191-8cfd-43f7-b9d7-7bae986aa457 completed by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 19:27:31.299430 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.provisioning_blocks [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Provisioning complete for port 9108b191-8cfd-43f7-b9d7-7bae986aa457 triggered by entity L2. {{(pid=103552) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 19:27:31.299822 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3258077'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), provisioning_complete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:31.376435 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Current status of the port 9108b191-8cfd-43f7-b9d7-7bae986aa457 is: BUILD; New status is: ACTIVE {{(pid=103552) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 19:27:31.376771 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), before_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:31.398100 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b674a8b0-185f-445d-add2-364e841ab50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9108b191-8cfd-43f7-b9d7-7bae986aa457'}] {{(pid=103552) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:27:31.400351 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3a860a90fc43682ae39fd141346dbe1e832786a167dcb25726aac418d65761d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7937b750-dafa-4681-8f69-b07cb08c0771" -d '{"events": [{"server_uuid": "b674a8b0-185f-445d-add2-364e841ab50b", "name": "network-vif-plugged", "status": "completed", "tag": "9108b191-8cfd-43f7-b9d7-7bae986aa457"}]}' {{(pid=103552) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:27:31.412829 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] For port 9108b191-8cfd-43f7-b9d7-7bae986aa457, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=9108b191-8cfd-43f7-b9d7-7bae986aa457,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:27:31.416781 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:31.442738 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f1bcda-2776-423e-9678-766feeabe305 x-openstack-request-id: req-95f1bcda-2776-423e-9678-766feeabe305 {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:27:31.443209 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b674a8b0-185f-445d-add2-364e841ab50b", "name": "network-vif-plugged", "status": "completed", "tag": "9108b191-8cfd-43f7-b9d7-7bae986aa457", "code": 200}]} {{(pid=103552) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:27:31.443484 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-95f1bcda-2776-423e-9678-766feeabe305 {{(pid=103552) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:27:31.443871 dv-cinder-834527-2-iscsi neutron-server[103552]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b674a8b0-185f-445d-add2-364e841ab50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'code': 200} Mar 21 19:27:31.470392 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Pushing event updated for resources: {'Port': ['ID=9108b191-8cfd-43f7-b9d7-7bae986aa457,revision_number=5']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:27:31.660602 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03c4351-8fba-45e8-810a-71af59159e51 req-379e96b0-f340-4618-92f8-ac993311e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:31.662407 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e03c4351-8fba-45e8-810a-71af59159e51 req-379e96b0-f340-4618-92f8-ac993311e32a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 1129 time: 0.0420423 Mar 21 19:27:31.709000 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-e03c4351-8fba-45e8-810a-71af59159e51 req-cc58a2de-c6cb-4455-a3f1-5f3f32e2ab3a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 Mar 21 19:27:31.792465 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24d2981-b44f-4285-8581-1f6cb360ce04 req-03d2b5a9-1865-4172-9499-139f18ea6181 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:31.794023 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c24d2981-b44f-4285-8581-1f6cb360ce04 req-03d2b5a9-1865-4172-9499-139f18ea6181 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 945 time: 0.0509486 Mar 21 19:27:31.840589 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-c24d2981-b44f-4285-8581-1f6cb360ce04 req-00f6ebdd-b141-43da-b2d5-fc2449f2d2f4 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404181 Mar 21 19:27:32.138442 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:32.963078 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d129177-f572-44c4-8032-c23b14fd1946 req-bbe9116b-4c89-40eb-89e4-048731891582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:32.964585 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d129177-f572-44c4-8032-c23b14fd1946 req-bbe9116b-4c89-40eb-89e4-048731891582 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 945 time: 0.0562809 Mar 21 19:27:33.012269 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1d129177-f572-44c4-8032-c23b14fd1946 req-0609a358-77d2-4d6a-9264-8832d3770110 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420799 Mar 21 19:27:33.130775 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de905cfd-8e05-45e8-a993-dba9690f6516 req-91044257-8c28-4601-b090-76be2874031c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:33.132256 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-de905cfd-8e05-45e8-a993-dba9690f6516 req-91044257-8c28-4601-b090-76be2874031c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 945 time: 0.0557785 Mar 21 19:27:33.184194 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-de905cfd-8e05-45e8-a993-dba9690f6516 req-927bbc28-340c-4a34-94e5-0d2bf6ee5cf3 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460408 Mar 21 19:27:33.206723 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53532) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:27:33.249523 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66184842-a260-4e5f-8728-19ab6bea8718 tempest-TestVolumeBootPattern-1879645637 tempest-TestVolumeBootPattern-1879645637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:33.251033 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-66184842-a260-4e5f-8728-19ab6bea8718 tempest-TestVolumeBootPattern-1879645637 tempest-TestVolumeBootPattern-1879645637-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 1124 time: 0.0433280 Mar 21 19:27:33.253838 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53534) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:27:33.258222 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.v2.base [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Request body: {'floatingip': {'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'port_id': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103551) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 19:27:33.277759 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:33.372066 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (None), before_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:33.468795 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_common [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Allocated IP 172.27.3.181 (4ad7078d-2680-4fd0-b369-c65eef323e25/cabb54ca-7c6b-4fb0-bfde-670eb9f37ade/5e4bfb25-40cb-45ad-8cf2-78fb8768db20) {{(pid=103551) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 19:27:33.554886 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:33.580003 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for port (5e4bfb25-40cb-45ad-8cf2-78fb8768db20), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:33.612762 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787605424366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (5e4bfb25-40cb-45ad-8cf2-78fb8768db20), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:33.648776 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Network 4ad7078d-2680-4fd0-b369-c65eef323e25 is already hosted by enough agents. {{(pid=103551) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 19:27:33.651772 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.base_scheduler [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Resources bound (agent type, host, resource id): {{(pid=103551) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 19:27:33.655128 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Received port after_create {{(pid=103551) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 19:27:33.678396 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'Port': ['ID=5e4bfb25-40cb-45ad-8cf2-78fb8768db20,revision_number=1']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:27:34.285822 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (f7e090e1-5af4-4208-b2db-d9ac51af6aca), precommit_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:34.350740 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1017807'] for port (5e4bfb25-40cb-45ad-8cf2-78fb8768db20), before_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:34.494039 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for port (5e4bfb25-40cb-45ad-8cf2-78fb8768db20), precommit_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:34.498666 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787605993876', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787605425156', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787605425174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62028179'] for port (5e4bfb25-40cb-45ad-8cf2-78fb8768db20), after_update {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:34.565261 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event updated for resources: {'Port': ['ID=5e4bfb25-40cb-45ad-8cf2-78fb8768db20,revision_number=2']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:27:34.582492 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3916869'] for floatingip (f7e090e1-5af4-4208-b2db-d9ac51af6aca), after_create {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:34.680335 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Floating IP f7e090e1-5af4-4208-b2db-d9ac51af6aca associated. External IP: 172.27.3.181, port: 9108b191-8cfd-43f7-b9d7-7bae986aa457. Mar 21 19:27:34.877836 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:27:34.982471 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:27:34.993259 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] Sync routers for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:27:34.999605 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:35.003108 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:27:35.003799 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:27:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:27:35.028248 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-513505c6-3e0a-448c-83a6-9fb5d77cb2c9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7734270 Mar 21 19:27:35.028863 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b674a8b0-185f-445d-add2-364e841ab50b', 'tag': '9108b191-8cfd-43f7-b9d7-7bae986aa457'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:27:35.031093 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c449735-be5b-415b-9044-0eb9f879cbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "b674a8b0-185f-445d-add2-364e841ab50b", "tag": "9108b191-8cfd-43f7-b9d7-7bae986aa457"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:27:35.067111 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82119942-9e43-48d7-8861-aa9027e4d894 x-openstack-request-id: req-82119942-9e43-48d7-8861-aa9027e4d894 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:27:35.067403 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b674a8b0-185f-445d-add2-364e841ab50b", "tag": "9108b191-8cfd-43f7-b9d7-7bae986aa457", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:27:35.067660 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-82119942-9e43-48d7-8861-aa9027e4d894 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:27:35.068060 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b674a8b0-185f-445d-add2-364e841ab50b', 'tag': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'status': 'completed', 'code': 200} Mar 21 19:27:35.114903 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:27:35.138069 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-9f25169e-59da-4094-b9b8-afca82515bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:35.139495 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-9f25169e-59da-4094-b9b8-afca82515bdb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 1129 time: 0.0493379 Mar 21 19:27:35.227188 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-54f6c22c-2594-4ec9-8a0d-e369f88327e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:35.228711 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-54f6c22c-2594-4ec9-8a0d-e369f88327e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0834842 Mar 21 19:27:35.295926 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-0c29be5f-5b86-45d8-99d8-9b5e42899610 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9108b191-8cfd-43f7-b9d7-7bae986aa457 HTTP/1.1" status: 200 len: 999 time: 0.0615232 Mar 21 19:27:35.345108 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-5f805308-701b-4c38-ad01-1d6f31b24715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:35.346676 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-5f805308-701b-4c38-ad01-1d6f31b24715 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0448761 Mar 21 19:27:35.397181 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-505cd854-a121-4dfd-bb8d-1ce5db0335d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:35.398651 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-505cd854-a121-4dfd-bb8d-1ce5db0335d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457723 Mar 21 19:27:35.472373 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'f7e090e1-5af4-4208-b2db-d9ac51af6aca', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:ee:c8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b674a8b0-185f-445d-add2-364e841ab50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:27:34Z', 'updated_at': '2022-03-21T19:27:34Z', 'revision_number': 0, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}, {'id': 'ffe7cb6b-0120-4f48-ac5b-275c1180f6b4', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:de:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:25:31Z', 'updated_at': '2022-03-21T19:25:33Z', 'revision_number': 1, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:27:35.490236 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-ab722383-d18f-479f-adb0-4575aa0fdadd service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854323 Mar 21 19:27:35.498452 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] Checking router: a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:27:35.507510 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:27:35.508114 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:27:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:27:35.578728 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4c449735-be5b-415b-9044-0eb9f879cbf8 req-cda1d01b-77ef-4879-a7dc-e70821d35d3f service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822496 Mar 21 19:27:35.616002 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:27:35.832580 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'f7e090e1-5af4-4208-b2db-d9ac51af6aca', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:ee:c8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b674a8b0-185f-445d-add2-364e841ab50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:27:34Z', 'updated_at': '2022-03-21T19:27:34Z', 'revision_number': 0, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}, {'id': 'ffe7cb6b-0120-4f48-ac5b-275c1180f6b4', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:de:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:25:31Z', 'updated_at': '2022-03-21T19:25:33Z', 'revision_number': 1, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:27:35.858243 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebdd467-8a8a-44dd-a822-75af7650a46d None None] The sync data for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi is: [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'f7e090e1-5af4-4208-b2db-d9ac51af6aca', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:ee:c8:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b674a8b0-185f-445d-add2-364e841ab50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:27:34Z', 'updated_at': '2022-03-21T19:27:34Z', 'revision_number': 0, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}, {'id': 'ffe7cb6b-0120-4f48-ac5b-275c1180f6b4', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:de:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:25:31Z', 'updated_at': '2022-03-21T19:25:33Z', 'revision_number': 1, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:27:36.050422 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc215afa-b9d1-4b43-8297-f2b443fd63c8 None None] New status for floating IP f7e090e1-5af4-4208-b2db-d9ac51af6aca: ACTIVE {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:27:43.466702 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:56.088110 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-11990282-14c1-4802-ba81-eba887493f6a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428157 Mar 21 19:27:56.155370 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-d7e945e2-0ce2-4131-9c94-139770dbf378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:56.156886 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-d7e945e2-0ce2-4131-9c94-139770dbf378 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 1129 time: 0.0478253 Mar 21 19:27:56.255197 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-504de512-845c-4f0c-8b04-daff6c819a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:56.256689 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-504de512-845c-4f0c-8b04-daff6c819a6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0818577 Mar 21 19:27:56.322398 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-3fe2f0e7-df73-40b1-84f4-0b09047eb2fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184 HTTP/1.1" status: 200 len: 1001 time: 0.0594592 Mar 21 19:27:56.368887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-bf4dc3e9-65cd-41bb-920f-4572e1513234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:56.370192 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-bf4dc3e9-65cd-41bb-920f-4572e1513234 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0418615 Mar 21 19:27:56.417916 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-382c2a8d-e431-4b61-9076-61d82004f917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:56.419387 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-382c2a8d-e431-4b61-9076-61d82004f917 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422800 Mar 21 19:27:56.506515 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-8b5b6007-90e6-4049-aad5-d4823bbaf932 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811086 Mar 21 19:27:56.593713 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-eb172d25-d6d2-4d01-a475-4dde4dfb3848 req-14f53209-26ab-4a55-ad8d-69d3397a32d4 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793133 Mar 21 19:27:57.209319 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-50771a01-0da4-4676-b7d8-3fecfc2dc86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:57.267259 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53546) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:27:57.426006 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Deleting port 44ffe28e-8c9e-4015-b56b-4638a4861759 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:27:57.426245 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (44ffe28e-8c9e-4015-b56b-4638a4861759), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:57.500936 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (44ffe28e-8c9e-4015-b56b-4638a4861759), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:57.501273 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for floatingip (44ffe28e-8c9e-4015-b56b-4638a4861759), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:57.512749 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Calling delete_port for 44ffe28e-8c9e-4015-b56b-4638a4861759 owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:27:57.682685 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (44ffe28e-8c9e-4015-b56b-4638a4861759), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:57.708146 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event deleted for resources: {'Port': ['ID=44ffe28e-8c9e-4015-b56b-4638a4861759,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:27:57.764761 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for floatingip (027e1bb0-c014-44e1-b657-b86facd17e6b), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:57.765097 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Floating IP 027e1bb0-c014-44e1-b657-b86facd17e6b disassociated (deleted). External IP: 172.27.3.69, port: c01f9cd8-d7bb-471b-a1d8-61fc6c20611d. Mar 21 19:27:57.972376 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Router 8298b5d3-7b99-4b71-b957-d137d411f489 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:27:58.077070 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:27:58.082411 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:58.086876 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44937a88-63f9-4468-9d44-75936937296a None None] Sync routers for ids ['8298b5d3-7b99-4b71-b957-d137d411f489'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:27:58.095834 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44937a88-63f9-4468-9d44-75936937296a None None] Routers {'8298b5d3-7b99-4b71-b957-d137d411f489'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:27:58.096455 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-44937a88-63f9-4468-9d44-75936937296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:27:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['8298b5d3-7b99-4b71-b957-d137d411f489'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:27:58.113226 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-26112191-8b73-4692-b4c8-5bc47d399211 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "DELETE /v2.0/floatingips/027e1bb0-c014-44e1-b657-b86facd17e6b HTTP/1.1" status: 204 len: 168 time: 0.8416998 Mar 21 19:27:58.113226 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:27:58.114021 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:27:58.156203 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01460d8-428f-45fe-9dbd-a7412ba22ebc x-openstack-request-id: req-f01460d8-428f-45fe-9dbd-a7412ba22ebc {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:27:58.156563 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:27:58.156829 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f01460d8-428f-45fe-9dbd-a7412ba22ebc {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:27:58.157233 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'status': 'completed', 'code': 200} Mar 21 19:27:58.207995 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-44937a88-63f9-4468-9d44-75936937296a None None] Set router 8298b5d3-7b99-4b71-b957-d137d411f489 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:27:58.248566 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-7c8baab2-46ec-476b-af01-cc86d2f11351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:58.250820 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-7c8baab2-46ec-476b-af01-cc86d2f11351 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea223b83ddc44a57a2905807eadd7d97&device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 1130 time: 0.0637150 Mar 21 19:27:58.377817 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-75beba59-21e8-4393-8559-5aa72db50953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:58.379287 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-75beba59-21e8-4393-8559-5aa72db50953 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73622fbb-62a4-40f9-899a-9cb219de7ccc HTTP/1.1" status: 200 len: 909 time: 0.1192760 Mar 21 19:27:58.389974 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae538b-94d7-4c3b-a0f2-72a600e64fcb req-baed873e-75ca-4356-b80d-9f8ee70740ac tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:58.391416 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0ae538b-94d7-4c3b-a0f2-72a600e64fcb req-baed873e-75ca-4356-b80d-9f8ee70740ac tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0874445 Mar 21 19:27:58.414805 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-44937a88-63f9-4468-9d44-75936937296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '672f9c9a-fd24-41b0-9ad8-1c05b3882f1d', 'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'mac_address': 'fa:16:3e:95:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:33Z', 'updated_at': '2022-03-21T19:23:37Z', 'revision_number': 5, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'subnets': [{'id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:27:58.430806 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-7d1fb354-fee0-4dd8-a7a6-46b0d28a894f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 200 len: 217 time: 0.0384762 Mar 21 19:27:58.444890 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44937a88-63f9-4468-9d44-75936937296a None None] Checking router: 8298b5d3-7b99-4b71-b957-d137d411f489 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:27:58.453025 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44937a88-63f9-4468-9d44-75936937296a None None] Routers {'8298b5d3-7b99-4b71-b957-d137d411f489'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:27:58.453659 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-44937a88-63f9-4468-9d44-75936937296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:27:29Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['8298b5d3-7b99-4b71-b957-d137d411f489'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:27:58.501711 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-a0ae538b-94d7-4c3b-a0f2-72a600e64fcb req-ba0ba799-e170-471e-98be-8732c9524475 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026359 Mar 21 19:27:58.503129 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-e699a5e1-e446-4206-b6c1-5ab8f8d2555e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:58.504525 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-e699a5e1-e446-4206-b6c1-5ab8f8d2555e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e9b248cd-9363-4143-bb20-74d3d7c61238 HTTP/1.1" status: 200 len: 847 time: 0.0667527 Mar 21 19:27:58.558771 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-7d510894-8162-4d31-b5bd-fafff9254f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:58.560270 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-7d510894-8162-4d31-b5bd-fafff9254f61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73622fbb-62a4-40f9-899a-9cb219de7ccc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479875 Mar 21 19:27:58.570791 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-44937a88-63f9-4468-9d44-75936937296a None None] Set router 8298b5d3-7b99-4b71-b957-d137d411f489 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:27:58.646752 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-4984a6b4-705e-47ae-9b96-55b100893ccb service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796132 Mar 21 19:27:58.747008 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-d476f68a-1390-4c01-b699-d2ef9f3ca1c9 req-8f57f391-6d43-4a4e-8342-4fcb9341e63a service neutron] 10.222.0.55 "GET /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908399 Mar 21 19:27:58.764464 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-44937a88-63f9-4468-9d44-75936937296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '672f9c9a-fd24-41b0-9ad8-1c05b3882f1d', 'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'mac_address': 'fa:16:3e:95:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:33Z', 'updated_at': '2022-03-21T19:23:37Z', 'revision_number': 5, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'subnets': [{'id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:27:58.792197 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44937a88-63f9-4468-9d44-75936937296a None None] The sync data for ids ['8298b5d3-7b99-4b71-b957-d137d411f489'] in dv-cinder-834527-2-iscsi is: [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:34Z', 'revision_number': 4, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': '672f9c9a-fd24-41b0-9ad8-1c05b3882f1d', 'name': '', 'network_id': '73622fbb-62a4-40f9-899a-9cb219de7ccc', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'mac_address': 'fa:16:3e:95:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:33Z', 'updated_at': '2022-03-21T19:23:37Z', 'revision_number': 5, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'subnets': [{'id': 'e9b248cd-9363-4143-bb20-74d3d7c61238', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:27:59.011420 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c2f6d9-2784-42be-ac81-37e67a994f5a None None] New status for floating IP 027e1bb0-c014-44e1-b657-b86facd17e6b: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:27:59.446395 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-e2ef5664-2c9c-4acc-9a03-448e2a87f4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:27:59.621376 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7efcdb-c6f1-4f94-86ee-252b55fd486d req-b38f9d20-42e3-4ac1-a7fd-82bce09c71c7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:27:59.622844 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0b7efcdb-c6f1-4f94-86ee-252b55fd486d req-b38f9d20-42e3-4ac1-a7fd-82bce09c71c7 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0517220 Mar 21 19:27:59.670211 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-0b7efcdb-c6f1-4f94-86ee-252b55fd486d req-d0178a5c-f76c-487b-bb38-7e7b8cdf577b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/security-groups?id=5058e39e-303d-46c5-917c-509ecb5c8cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411525 Mar 21 19:28:00.075235 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-1181341a-dec6-42fa-9597-b1d39b92e27b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:28:00.076747 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-1181341a-dec6-42fa-9597-b1d39b92e27b tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 946 time: 0.0515389 Mar 21 19:28:00.169349 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-e7e0b193-9c53-4034-b15b-95ee2a6df83f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Deleting port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:28:00.169693 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-e7e0b193-9c53-4034-b15b-95ee2a6df83f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:00.256914 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-e7e0b193-9c53-4034-b15b-95ee2a6df83f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] For port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:28:00.257277 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-e7e0b193-9c53-4034-b15b-95ee2a6df83f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:00.269381 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-e7e0b193-9c53-4034-b15b-95ee2a6df83f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Calling delete_port for c01f9cd8-d7bb-471b-a1d8-61fc6c20611d owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:28:00.391060 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-e7e0b193-9c53-4034-b15b-95ee2a6df83f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (c01f9cd8-d7bb-471b-a1d8-61fc6c20611d), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:00.418427 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0b193-9c53-4034-b15b-95ee2a6df83f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event deleted for resources: {'Port': ['ID=c01f9cd8-d7bb-471b-a1d8-61fc6c20611d,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:00.459358 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-e7e0b193-9c53-4034-b15b-95ee2a6df83f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] No DVR routers for this DVR port c01f9cd8-d7bb-471b-a1d8-61fc6c20611d on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:28:00.461922 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-e7e0b193-9c53-4034-b15b-95ee2a6df83f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:00.465173 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4574ccf4-b977-448f-8bfd-63fa587a9c7c req-e7e0b193-9c53-4034-b15b-95ee2a6df83f tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.55 "DELETE /v2.0/ports/c01f9cd8-d7bb-471b-a1d8-61fc6c20611d HTTP/1.1" status: 204 len: 173 time: 0.3803511 Mar 21 19:28:00.465607 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'name': 'network-vif-deleted', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:28:00.467875 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e415ec62-b9db-44a5-bd00-bc7d25592dae" -d '{"events": [{"server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "name": "network-vif-deleted", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:28:00.505440 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fb9dac-2884-4c8b-b7b5-388b538a1d51 x-openstack-request-id: req-a3fb9dac-2884-4c8b-b7b5-388b538a1d51 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:28:00.505739 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ec30412-1fe6-4844-9ebb-53dd1ab7e32f", "name": "network-vif-deleted", "tag": "c01f9cd8-d7bb-471b-a1d8-61fc6c20611d", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:28:00.505994 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a3fb9dac-2884-4c8b-b7b5-388b538a1d51 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:28:00.506422 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ec30412-1fe6-4844-9ebb-53dd1ab7e32f', 'name': 'network-vif-deleted', 'tag': 'c01f9cd8-d7bb-471b-a1d8-61fc6c20611d', 'status': 'completed', 'code': 200} Mar 21 19:28:00.537018 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:00.763891 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-37774c2a-9268-4e0a-9106-592c08d4c822 req-8ae0b5f1-71ed-4f35-abcc-52d884c29ff1 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ec30412-1fe6-4844-9ebb-53dd1ab7e32f HTTP/1.1" status: 200 len: 210 time: 0.0282221 Mar 21 19:28:01.823066 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53564) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:01.853763 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:28:01.879115 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f40ed14-b405-49da-835e-53d5c52fe768 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group (5058e39e-303d-46c5-917c-509ecb5c8cb7), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:01.903009 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f40ed14-b405-49da-835e-53d5c52fe768 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group (5058e39e-303d-46c5-917c-509ecb5c8cb7), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:01.964282 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f40ed14-b405-49da-835e-53d5c52fe768 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (5058e39e-303d-46c5-917c-509ecb5c8cb7), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:01.966868 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-5f40ed14-b405-49da-835e-53d5c52fe768 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:01.968024 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-5f40ed14-b405-49da-835e-53d5c52fe768 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] 10.222.0.41 "DELETE /v2.0/security-groups/5058e39e-303d-46c5-917c-509ecb5c8cb7 HTTP/1.1" status: 204 len: 168 time: 0.1439583 Mar 21 19:28:01.977281 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40ed14-b405-49da-835e-53d5c52fe768 tempest-TestShelveInstance-540080385 tempest-TestShelveInstance-540080385-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5058e39e-303d-46c5-917c-509ecb5c8cb7,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:02.021454 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53568) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:02.142160 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:02.362552 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3917637'] for router_interface (8298b5d3-7b99-4b71-b957-d137d411f489), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:02.603656 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Deleting port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:28:02.603994 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:02.677554 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] For port 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=672f9c9a-fd24-41b0-9ad8-1c05b3882f1d,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:28:02.677912 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:02.690465 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Calling delete_port for 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d owned by network:router_interface {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:28:02.863072 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (672f9c9a-fd24-41b0-9ad8-1c05b3882f1d), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:02.893121 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Pushing event deleted for resources: {'Port': ['ID=672f9c9a-fd24-41b0-9ad8-1c05b3882f1d,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:02.916265 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.916652 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.917006 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.917359 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.917703 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.918042 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.918378 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.918711 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.919046 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.919377 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.919710 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.920041 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.920368 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.920719 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:02.921047 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:28:03.065130 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915253'] for router_interface (8298b5d3-7b99-4b71-b957-d137d411f489), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:03.275443 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Router 8298b5d3-7b99-4b71-b957-d137d411f489 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:28:03.380476 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:28:03.387532 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-02222bad-e88c-4eee-ba27-e40ae001048e admin admin] 10.222.0.41 "PUT /v2.0/routers/8298b5d3-7b99-4b71-b957-d137d411f489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3634052 Mar 21 19:28:03.388667 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53570) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:03.388799 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] Sync routers for ids ['8298b5d3-7b99-4b71-b957-d137d411f489'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:28:03.398511 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] Routers {'8298b5d3-7b99-4b71-b957-d137d411f489'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:28:03.399112 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:27:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['8298b5d3-7b99-4b71-b957-d137d411f489'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:03.433741 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device c01f9cd8-d7bb-471b-a1d8-61fc6c20611d no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:28:03.482236 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: c01f9cd8-d7bb-471b-a1d8-61fc6c20611d {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:28:03.482566 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device c01f9cd8-d7bb-471b-a1d8-61fc6c20611d not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:28:03.488912 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Publish callbacks [] for router (8298b5d3-7b99-4b71-b957-d137d411f489), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:03.523395 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] Set router 8298b5d3-7b99-4b71-b957-d137d411f489 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:28:03.590932 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Publish callbacks [] for router_gateway (8298b5d3-7b99-4b71-b957-d137d411f489), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:03.625303 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:03.644616 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Deleting port 85f4990b-e611-4ee9-9119-b1da6f19f2c2 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:28:03.644884 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:03.720670 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] For port 85f4990b-e611-4ee9-9119-b1da6f19f2c2, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=85f4990b-e611-4ee9-9119-b1da6f19f2c2,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:28:03.721037 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:03.734657 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Calling delete_port for 85f4990b-e611-4ee9-9119-b1da6f19f2c2 owned by network:router_gateway {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:28:03.839349 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:28:02Z', 'revision_number': 5, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port': {'id': '85f4990b-e611-4ee9-9119-b1da6f19f2c2', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:4f:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:03.869904 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] Checking router: 8298b5d3-7b99-4b71-b957-d137d411f489 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:28:03.878700 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] Routers {'8298b5d3-7b99-4b71-b957-d137d411f489'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:28:03.879320 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:27:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['8298b5d3-7b99-4b71-b957-d137d411f489'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:03.902314 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (85f4990b-e611-4ee9-9119-b1da6f19f2c2), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:03.924311 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Pushing event deleted for resources: {'Port': ['ID=85f4990b-e611-4ee9-9119-b1da6f19f2c2,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:03.966523 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] Set router 8298b5d3-7b99-4b71-b957-d137d411f489 gateway port host: None {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:28:03.989127 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916815'] for router_gateway (8298b5d3-7b99-4b71-b957-d137d411f489), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.021655 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:28:03Z', 'revision_number': 6, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port_host': None}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:04.047094 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91607d2d-2648-451d-8716-fdd9aef30405 None None] The sync data for ids ['8298b5d3-7b99-4b71-b957-d137d411f489'] in dv-cinder-834527-2-iscsi is: [{'id': '8298b5d3-7b99-4b71-b957-d137d411f489', 'name': 'tempest-TestShelveInstance-863848335-router', 'tenant_id': 'ea223b83ddc44a57a2905807eadd7d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:31Z', 'updated_at': '2022-03-21T19:28:03Z', 'revision_number': 6, 'project_id': 'ea223b83ddc44a57a2905807eadd7d97', 'gw_port_host': None}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:28:04.081772 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2542'] for router (8298b5d3-7b99-4b71-b957-d137d411f489), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.084005 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Publish callbacks [] for router_controller (8298b5d3-7b99-4b71-b957-d137d411f489), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.125814 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912940'] for router (8298b5d3-7b99-4b71-b957-d137d411f489), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.126444 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8298b5d3-7b99-4b71-b957-d137d411f489 {{(pid=103550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 19:28:04.131321 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.132446 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-1c1f9c29-92b2-426c-acb6-94a554df632b admin admin] 10.222.0.41 "DELETE /v2.0/routers/8298b5d3-7b99-4b71-b957-d137d411f489 HTTP/1.1" status: 204 len: 168 time: 0.7428710 Mar 21 19:28:04.134954 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53572) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:04.176695 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3d63af-021f-45dc-9425-f94651fa77b4 admin admin] Deleting subnet e9b248cd-9363-4143-bb20-74d3d7c61238 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:28:04.179614 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cc3d63af-021f-45dc-9425-f94651fa77b4 admin admin] Publish callbacks [] for subnet (e9b248cd-9363-4143-bb20-74d3d7c61238), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.217693 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cc3d63af-021f-45dc-9425-f94651fa77b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62525680'] for subnet (e9b248cd-9363-4143-bb20-74d3d7c61238), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.291222 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cc3d63af-021f-45dc-9425-f94651fa77b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (e9b248cd-9363-4143-bb20-74d3d7c61238), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.341635 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cc3d63af-021f-45dc-9425-f94651fa77b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59230580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62842597'] for subnet (e9b248cd-9363-4143-bb20-74d3d7c61238), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.368720 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-cc3d63af-021f-45dc-9425-f94651fa77b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.374055 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-cc3d63af-021f-45dc-9425-f94651fa77b4 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e9b248cd-9363-4143-bb20-74d3d7c61238 HTTP/1.1" status: 204 len: 168 time: 0.2360086 Mar 21 19:28:04.374055 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d63af-021f-45dc-9425-f94651fa77b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b248cd-9363-4143-bb20-74d3d7c61238,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:04.374518 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53576) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:04.378696 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd99e4c-17d5-4e5e-9961-0b7d28f9be75 None None] Network 73622fbb-62a4-40f9-899a-9cb219de7ccc requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:28:04.450419 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (73622fbb-62a4-40f9-899a-9cb219de7ccc), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.503796 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Deleting port 97daaa5a-ef3b-4730-850d-3550291284c0 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:28:04.504149 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.567969 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] For port 97daaa5a-ef3b-4730-850d-3550291284c0, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=97daaa5a-ef3b-4730-850d-3550291284c0,segment=NetworkSegment(156d8586-aa9c-475e-86f3-5518f6eed177),segment_id=156d8586-aa9c-475e-86f3-5518f6eed177)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:28:04.568399 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.581362 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Calling delete_port for 97daaa5a-ef3b-4730-850d-3550291284c0 owned by network:dhcp {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:28:04.657438 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (97daaa5a-ef3b-4730-850d-3550291284c0), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:04.683557 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Pushing event deleted for resources: {'Port': ['ID=97daaa5a-ef3b-4730-850d-3550291284c0,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:04.691576 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] No DVR routers for this DVR port 97daaa5a-ef3b-4730-850d-3550291284c0 on host dv-cinder-834527-2-iscsi {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:28:04.826190 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799b0dd3-047c-4bc3-899e-78dfed6319f4 None None] DHCP port deletion for 73622fbb-62a4-40f9-899a-9cb219de7ccc request from dv-cinder-834527-2-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 19:28:04.888700 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:28:04.919769 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:28:04.920232 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 672f9c9a-fd24-41b0-9ad8-1c05b3882f1d not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:28:04.920654 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 97daaa5a-ef3b-4730-850d-3550291284c0 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:28:04.940241 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 97daaa5a-ef3b-4730-850d-3550291284c0 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:28:04.940610 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 97daaa5a-ef3b-4730-850d-3550291284c0 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:28:04.941032 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 85f4990b-e611-4ee9-9119-b1da6f19f2c2 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:28:04.960417 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 85f4990b-e611-4ee9-9119-b1da6f19f2c2 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:28:04.960806 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 85f4990b-e611-4ee9-9119-b1da6f19f2c2 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:28:05.045489 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (73622fbb-62a4-40f9-899a-9cb219de7ccc), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:05.065049 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73622fbb-62a4-40f9-899a-9cb219de7ccc']}} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:05.074639 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156d8586-aa9c-475e-86f3-5518f6eed177') {'for_net_delete': True} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:05.074944 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.services.segments.db [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156d8586-aa9c-475e-86f3-5518f6eed177') {} {{(pid=103551) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:05.084992 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62778313'] for segment (156d8586-aa9c-475e-86f3-5518f6eed177), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:05.098788 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (156d8586-aa9c-475e-86f3-5518f6eed177), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:05.104534 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103551) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:28:05.104929 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62028279'] for segment (156d8586-aa9c-475e-86f3-5518f6eed177), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: Traceback (most recent call last): Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: timer() Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: cb(*args, **kw) Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: return func(*args, **kwargs) Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: self._notify() Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: self.callback(batched_events) Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: event.method(event) Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: return f(self, *a, **k) Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._get(url).json() Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: return self.request(url, 'GET', **kwargs) Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:28:05.106622 dv-cinder-834527-2-iscsi neutron-server[103551]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:28:05.162775 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (73622fbb-62a4-40f9-899a-9cb219de7ccc), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:05.170639 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:05.175966 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] 10.222.0.41 "DELETE /v2.0/networks/73622fbb-62a4-40f9-899a-9cb219de7ccc HTTP/1.1" status: 204 len: 168 time: 0.7998996 Mar 21 19:28:05.179030 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53578) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:05.186681 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de456e9-e20c-4594-8214-9c669a5d2120 admin admin] Pushing event deleted for resources: {'Network': ['ID=73622fbb-62a4-40f9-899a-9cb219de7ccc,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:05.743201 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3917637'] for router_interface (2972fda6-57b5-4256-a34d-ca648e05b0a0), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:05.978346 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] Deleting port 46381451-a2a0-49e6-980c-75a08caa171b {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:28:05.978687 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (46381451-a2a0-49e6-980c-75a08caa171b), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:06.052595 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] For port 46381451-a2a0-49e6-980c-75a08caa171b, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=46381451-a2a0-49e6-980c-75a08caa171b,segment=NetworkSegment(97e3e0cd-2e30-44a1-98ec-7ca215b2124e),segment_id=97e3e0cd-2e30-44a1-98ec-7ca215b2124e)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:28:06.052958 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (46381451-a2a0-49e6-980c-75a08caa171b), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:06.065571 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] Calling delete_port for 46381451-a2a0-49e6-980c-75a08caa171b owned by network:router_interface {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:28:06.238567 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (46381451-a2a0-49e6-980c-75a08caa171b), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:06.266227 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=46381451-a2a0-49e6-980c-75a08caa171b,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:06.427468 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915253'] for router_interface (2972fda6-57b5-4256-a34d-ca648e05b0a0), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:06.641663 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] Router 2972fda6-57b5-4256-a34d-ca648e05b0a0 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103550) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:28:06.745034 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103550) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:28:06.749960 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-766ee299-62f3-424f-b8ba-655add9b5b57 admin admin] 10.222.0.41 "PUT /v2.0/routers/2972fda6-57b5-4256-a34d-ca648e05b0a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5698400 Mar 21 19:28:06.752446 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53580) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:06.755223 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] Sync routers for ids ['2972fda6-57b5-4256-a34d-ca648e05b0a0'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:28:06.764859 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] Routers {'2972fda6-57b5-4256-a34d-ca648e05b0a0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:28:06.766036 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:27:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['2972fda6-57b5-4256-a34d-ca648e05b0a0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:06.854946 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Publish callbacks [] for router (2972fda6-57b5-4256-a34d-ca648e05b0a0), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:06.867944 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] Set router 2972fda6-57b5-4256-a34d-ca648e05b0a0 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:28:06.956051 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Publish callbacks [] for router_gateway (2972fda6-57b5-4256-a34d-ca648e05b0a0), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.007623 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Deleting port 172d40b4-c53f-4ee6-be8b-27482bc92a59 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:28:07.007968 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.035938 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'name': 'tempest-TestShelveInstance-1875390181-router', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:35Z', 'updated_at': '2022-03-21T19:28:06Z', 'revision_number': 5, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'gw_port': {'id': '172d40b4-c53f-4ee6-be8b-27482bc92a59', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:23:36Z', 'updated_at': '2022-03-21T19:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:07.064542 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] Checking router: 2972fda6-57b5-4256-a34d-ca648e05b0a0 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:28:07.073222 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] Routers {'2972fda6-57b5-4256-a34d-ca648e05b0a0'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:28:07.073815 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:27:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['2972fda6-57b5-4256-a34d-ca648e05b0a0'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:07.083011 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] For port 172d40b4-c53f-4ee6-be8b-27482bc92a59, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=172d40b4-c53f-4ee6-be8b-27482bc92a59,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:28:07.083372 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.095657 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Calling delete_port for 172d40b4-c53f-4ee6-be8b-27482bc92a59 owned by network:router_gateway {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:28:07.161513 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] Set router 2972fda6-57b5-4256-a34d-ca648e05b0a0 gateway port host: None {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:28:07.211577 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'name': 'tempest-TestShelveInstance-1875390181-router', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:35Z', 'updated_at': '2022-03-21T19:28:06Z', 'revision_number': 6, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'gw_port_host': None}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:07.240445 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814a31e-b0c6-43d6-b207-ff5051746b88 None None] The sync data for ids ['2972fda6-57b5-4256-a34d-ca648e05b0a0'] in dv-cinder-834527-2-iscsi is: [{'id': '2972fda6-57b5-4256-a34d-ca648e05b0a0', 'name': 'tempest-TestShelveInstance-1875390181-router', 'tenant_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:23:35Z', 'updated_at': '2022-03-21T19:28:06Z', 'revision_number': 6, 'project_id': 'e3e2253350f04b6d86cb39bea2f34f3b', 'gw_port_host': None}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:28:07.259909 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (172d40b4-c53f-4ee6-be8b-27482bc92a59), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.288104 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=172d40b4-c53f-4ee6-be8b-27482bc92a59,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:07.345444 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916815'] for router_gateway (2972fda6-57b5-4256-a34d-ca648e05b0a0), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.432168 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2542'] for router (2972fda6-57b5-4256-a34d-ca648e05b0a0), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.434188 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Publish callbacks [] for router_controller (2972fda6-57b5-4256-a34d-ca648e05b0a0), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.478945 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912940'] for router (2972fda6-57b5-4256-a34d-ca648e05b0a0), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.479572 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2972fda6-57b5-4256-a34d-ca648e05b0a0 {{(pid=103550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 19:28:07.484015 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.485643 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-72aa9005-b41a-4b4a-96d0-fa4e68c429d2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2972fda6-57b5-4256-a34d-ca648e05b0a0 HTTP/1.1" status: 204 len: 168 time: 0.7322574 Mar 21 19:28:07.488370 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53582) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:07.530692 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-9732ee15-1a1a-4076-8f6a-4d498e2ce081 admin admin] Deleting subnet 07aef2cb-33c7-45ec-a706-b1346aaa4899 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:28:07.533653 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9732ee15-1a1a-4076-8f6a-4d498e2ce081 admin admin] Publish callbacks [] for subnet (07aef2cb-33c7-45ec-a706-b1346aaa4899), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.566807 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9732ee15-1a1a-4076-8f6a-4d498e2ce081 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62525680'] for subnet (07aef2cb-33c7-45ec-a706-b1346aaa4899), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.648183 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9732ee15-1a1a-4076-8f6a-4d498e2ce081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (07aef2cb-33c7-45ec-a706-b1346aaa4899), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.700287 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9732ee15-1a1a-4076-8f6a-4d498e2ce081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59230580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62842597'] for subnet (07aef2cb-33c7-45ec-a706-b1346aaa4899), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.724923 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732ee15-1a1a-4076-8f6a-4d498e2ce081 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07aef2cb-33c7-45ec-a706-b1346aaa4899,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:07.728433 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-9732ee15-1a1a-4076-8f6a-4d498e2ce081 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.733427 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9732ee15-1a1a-4076-8f6a-4d498e2ce081 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/07aef2cb-33c7-45ec-a706-b1346aaa4899 HTTP/1.1" status: 204 len: 168 time: 0.2422721 Mar 21 19:28:07.734121 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53584) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:07.737757 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1978e9ee-e817-4db5-ae25-f29af86f0b87 None None] Network d0615e94-1204-4a5d-a34e-1ceea75a21d1 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:28:07.803275 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (d0615e94-1204-4a5d-a34e-1ceea75a21d1), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.861575 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Deleting port d04d2a1b-f6a7-469e-81f0-286c2f875683 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:28:07.861949 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.922768 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] For port d04d2a1b-f6a7-469e-81f0-286c2f875683, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d04d2a1b-f6a7-469e-81f0-286c2f875683,segment=NetworkSegment(97e3e0cd-2e30-44a1-98ec-7ca215b2124e),segment_id=97e3e0cd-2e30-44a1-98ec-7ca215b2124e)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:28:07.923072 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:07.935306 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Calling delete_port for d04d2a1b-f6a7-469e-81f0-286c2f875683 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:28:07.996970 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7444eb12-a17b-4c72-bfcb-9fd47019acc2 None None] DHCP port deletion for d0615e94-1204-4a5d-a34e-1ceea75a21d1 request from dv-cinder-834527-2-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 19:28:08.019001 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.047829 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04d2a1b-f6a7-469e-81f0-286c2f875683,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:08.048773 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-7444eb12-a17b-4c72-bfcb-9fd47019acc2 None None] Deleting port d04d2a1b-f6a7-469e-81f0-286c2f875683 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:28:08.049155 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7444eb12-a17b-4c72-bfcb-9fd47019acc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.051758 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] No DVR routers for this DVR port d04d2a1b-f6a7-469e-81f0-286c2f875683 on host dv-cinder-834527-2-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:28:08.114816 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-7444eb12-a17b-4c72-bfcb-9fd47019acc2 None None] For port d04d2a1b-f6a7-469e-81f0-286c2f875683, host dv-cinder-834527-2-iscsi, got binding levels [] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:28:08.115669 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7444eb12-a17b-4c72-bfcb-9fd47019acc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.125579 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (d0615e94-1204-4a5d-a34e-1ceea75a21d1), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.128585 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-7444eb12-a17b-4c72-bfcb-9fd47019acc2 None None] Calling delete_port for d04d2a1b-f6a7-469e-81f0-286c2f875683 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:28:08.131573 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.ipam_backend_mixin [None req-7444eb12-a17b-4c72-bfcb-9fd47019acc2 None None] Port d04d2a1b-f6a7-469e-81f0-286c2f875683 was not found and therefore no delete operation was performed {{(pid=103552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 21 19:28:08.133229 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7444eb12-a17b-4c72-bfcb-9fd47019acc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (d04d2a1b-f6a7-469e-81f0-286c2f875683), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.147287 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0615e94-1204-4a5d-a34e-1ceea75a21d1']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:08.156905 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97e3e0cd-2e30-44a1-98ec-7ca215b2124e') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:08.157205 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97e3e0cd-2e30-44a1-98ec-7ca215b2124e') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:28:08.158327 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444eb12-a17b-4c72-bfcb-9fd47019acc2 None None] Pushing event deleted for resources: {'Port': ['ID=d04d2a1b-f6a7-469e-81f0-286c2f875683,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:08.162164 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7444eb12-a17b-4c72-bfcb-9fd47019acc2 None None] No DVR routers for this DVR port d04d2a1b-f6a7-469e-81f0-286c2f875683 on host dv-cinder-834527-2-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:28:08.166728 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62525641'] for segment (97e3e0cd-2e30-44a1-98ec-7ca215b2124e), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.180239 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (97e3e0cd-2e30-44a1-98ec-7ca215b2124e), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.186564 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:28:08.186925 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59231190'] for segment (97e3e0cd-2e30-44a1-98ec-7ca215b2124e), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: Traceback (most recent call last): Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: timer() Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: cb(*args, **kw) Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: return func(*args, **kwargs) Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: self._notify() Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: self.callback(batched_events) Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: event.method(event) Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: return f(self, *a, **k) Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._get(url).json() Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:28:08.188669 dv-cinder-834527-2-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:28:08.246794 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (d0615e94-1204-4a5d-a34e-1ceea75a21d1), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.252236 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.258130 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d0615e94-1204-4a5d-a34e-1ceea75a21d1 HTTP/1.1" status: 204 len: 168 time: 0.5200253 Mar 21 19:28:08.267189 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae3781-2f0d-4d2f-a379-482ee9c445f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0615e94-1204-4a5d-a34e-1ceea75a21d1,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:08.415552 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53588) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:08.454641 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-9be2d2c3-8e29-47d8-8a6c-5452002bbd7b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea223b83ddc44a57a2905807eadd7d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379341 Mar 21 19:28:08.457033 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53590) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:08.501977 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d65371b4-ca21-4b92-98d9-5ef8b7b7a49d admin admin] Publish callbacks [] for security_group (063e9362-4d55-4add-b27c-866df748e165), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.522818 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d65371b4-ca21-4b92-98d9-5ef8b7b7a49d admin admin] Publish callbacks [] for security_group (063e9362-4d55-4add-b27c-866df748e165), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.574731 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d65371b4-ca21-4b92-98d9-5ef8b7b7a49d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (063e9362-4d55-4add-b27c-866df748e165), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.577454 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-d65371b4-ca21-4b92-98d9-5ef8b7b7a49d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:08.579386 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-d65371b4-ca21-4b92-98d9-5ef8b7b7a49d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/063e9362-4d55-4add-b27c-866df748e165 HTTP/1.1" status: 204 len: 168 time: 0.1214840 Mar 21 19:28:08.587898 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65371b4-ca21-4b92-98d9-5ef8b7b7a49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063e9362-4d55-4add-b27c-866df748e165,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:08.602104 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 46381451-a2a0-49e6-980c-75a08caa171b no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:28:08.631384 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 46381451-a2a0-49e6-980c-75a08caa171b {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:28:08.632026 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 46381451-a2a0-49e6-980c-75a08caa171b not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:28:08.632444 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 172d40b4-c53f-4ee6-be8b-27482bc92a59 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:28:08.651060 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 172d40b4-c53f-4ee6-be8b-27482bc92a59 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:28:08.651474 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 172d40b4-c53f-4ee6-be8b-27482bc92a59 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:28:08.651870 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d04d2a1b-f6a7-469e-81f0-286c2f875683 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:28:08.670346 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: d04d2a1b-f6a7-469e-81f0-286c2f875683 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:28:08.670693 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d04d2a1b-f6a7-469e-81f0-286c2f875683 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:28:08.897322 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53596) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:08.935722 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d120d85f-aafd-4288-b197-b6bdadbdf034 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e3e2253350f04b6d86cb39bea2f34f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372474 Mar 21 19:28:08.938785 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53598) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:28:08.983584 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f1539325-4b75-49a2-be28-0be1528561ee admin admin] Publish callbacks [] for security_group (209918e4-d3f8-47c2-a16e-d02ad1ecaa14), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:09.005404 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f1539325-4b75-49a2-be28-0be1528561ee admin admin] Publish callbacks [] for security_group (209918e4-d3f8-47c2-a16e-d02ad1ecaa14), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:09.050860 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f1539325-4b75-49a2-be28-0be1528561ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (209918e4-d3f8-47c2-a16e-d02ad1ecaa14), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:09.053409 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-f1539325-4b75-49a2-be28-0be1528561ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:09.054573 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-f1539325-4b75-49a2-be28-0be1528561ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/209918e4-d3f8-47c2-a16e-d02ad1ecaa14 HTTP/1.1" status: 204 len: 168 time: 0.1149156 Mar 21 19:28:09.062037 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1539325-4b75-49a2-be28-0be1528561ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209918e4-d3f8-47c2-a16e-d02ad1ecaa14,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:28:13.479644 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:27.212591 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-89a7e972-a03e-4d21-97e9-042369fd619f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:29.447967 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-88275b89-b070-41bc-8d7f-cb2ff085305c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:30.539803 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:32.143949 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:33.556255 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:38.772983 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:28:43.497057 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:56.993384 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-73dad54c-2ce2-41db-8d0f-0f4c8d78d25d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461030 Mar 21 19:28:57.081684 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-2efa1730-05ac-4907-94ae-6a97ee3e29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:28:57.083799 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-2efa1730-05ac-4907-94ae-6a97ee3e29ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 1129 time: 0.0438395 Mar 21 19:28:57.185693 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-4bceb14c-0acf-4ee1-a217-2ee7e52353b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:28:57.187647 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-4bceb14c-0acf-4ee1-a217-2ee7e52353b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0844042 Mar 21 19:28:57.213375 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-9853b560-c4a5-4259-b787-a787836024b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:28:57.253647 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-910c888e-6e5b-4527-a6fd-e6c173b91c3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184 HTTP/1.1" status: 200 len: 1001 time: 0.0569971 Mar 21 19:28:57.302344 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-03528df0-a112-4599-ba14-eba901b53a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:28:57.303750 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-03528df0-a112-4599-ba14-eba901b53a34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0415993 Mar 21 19:28:57.356984 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-961cfb1c-f5f9-45c1-bf6d-557e1677fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:28:57.358456 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-961cfb1c-f5f9-45c1-bf6d-557e1677fa5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453799 Mar 21 19:28:57.447131 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-578d17a9-137b-439f-8401-dc156eb22902 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789175 Mar 21 19:28:57.539629 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-230749ea-ea43-44db-bc85-0eda2c2ccacd req-ef0d7630-8496-4a71-8ff1-1c4745fc8f60 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818832 Mar 21 19:28:59.449263 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d033e24e-f18d-4375-85b1-1e6ce2340906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:00.542200 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:02.147541 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:03.398485 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53608) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:03.557045 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:03.751438 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Deleting port 5e4bfb25-40cb-45ad-8cf2-78fb8768db20 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:03.751718 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (5e4bfb25-40cb-45ad-8cf2-78fb8768db20), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:03.823780 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (5e4bfb25-40cb-45ad-8cf2-78fb8768db20), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:03.824117 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (5e4bfb25-40cb-45ad-8cf2-78fb8768db20), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:03.835556 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Calling delete_port for 5e4bfb25-40cb-45ad-8cf2-78fb8768db20 owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:03.977478 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (5e4bfb25-40cb-45ad-8cf2-78fb8768db20), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:03.999993 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event deleted for resources: {'Port': ['ID=5e4bfb25-40cb-45ad-8cf2-78fb8768db20,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:04.009874 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.010164 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.010516 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.010870 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.011209 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.012001 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.012001 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.012203 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.012513 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.012847 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.013176 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.013504 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.013832 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.014155 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.014478 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103551) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:04.075364 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (f7e090e1-5af4-4208-b2db-d9ac51af6aca), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:04.075701 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Floating IP f7e090e1-5af4-4208-b2db-d9ac51af6aca disassociated (deleted). External IP: 172.27.3.181, port: 9108b191-8cfd-43f7-b9d7-7bae986aa457. Mar 21 19:29:04.276354 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:29:04.380505 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:29:04.385292 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:04.390495 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] Sync routers for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:29:04.399632 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:29:04.400242 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:28:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:04.414877 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-d613494f-33b7-419a-ba5f-5fda0076dd63 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "DELETE /v2.0/floatingips/f7e090e1-5af4-4208-b2db-d9ac51af6aca HTTP/1.1" status: 204 len: 168 time: 1.0153558 Mar 21 19:29:04.415507 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b674a8b0-185f-445d-add2-364e841ab50b', 'tag': '9108b191-8cfd-43f7-b9d7-7bae986aa457'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:29:04.417757 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28044bb-60bd-442d-a682-10322d64cba4" -d '{"events": [{"name": "network-changed", "server_uuid": "b674a8b0-185f-445d-add2-364e841ab50b", "tag": "9108b191-8cfd-43f7-b9d7-7bae986aa457"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:29:04.454459 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8b817f-e91d-4b20-955f-eab2de8bd110 x-openstack-request-id: req-5b8b817f-e91d-4b20-955f-eab2de8bd110 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:29:04.454755 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b674a8b0-185f-445d-add2-364e841ab50b", "tag": "9108b191-8cfd-43f7-b9d7-7bae986aa457", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:29:04.455013 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5b8b817f-e91d-4b20-955f-eab2de8bd110 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:29:04.455421 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b674a8b0-185f-445d-add2-364e841ab50b', 'tag': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'status': 'completed', 'code': 200} Mar 21 19:29:04.518184 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:29:04.534886 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28044bb-60bd-442d-a682-10322d64cba4 req-816054db-f136-4d1b-b9bf-f4d76369baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:04.536581 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b28044bb-60bd-442d-a682-10322d64cba4 req-816054db-f136-4d1b-b9bf-f4d76369baab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 1129 time: 0.0494220 Mar 21 19:29:04.632547 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28044bb-60bd-442d-a682-10322d64cba4 req-be96b0ce-86de-4dce-b240-6b27efcaf17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:04.634037 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b28044bb-60bd-442d-a682-10322d64cba4 req-be96b0ce-86de-4dce-b240-6b27efcaf17f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0881262 Mar 21 19:29:04.651773 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe09df-6d11-456a-97e0-3882aae799df req-c00b6e77-4723-4eb2-aff2-0b46ec640640 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:04.654561 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7afe09df-6d11-456a-97e0-3882aae799df req-c00b6e77-4723-4eb2-aff2-0b46ec640640 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 945 time: 0.0545814 Mar 21 19:29:04.680211 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b28044bb-60bd-442d-a682-10322d64cba4 req-556dd30c-3923-46fb-b06c-d360131fc3b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9108b191-8cfd-43f7-b9d7-7bae986aa457 HTTP/1.1" status: 200 len: 217 time: 0.0375123 Mar 21 19:29:04.704149 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-7afe09df-6d11-456a-97e0-3882aae799df req-cc02486a-049d-429d-9513-746df5e2ef43 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 Mar 21 19:29:04.730989 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28044bb-60bd-442d-a682-10322d64cba4 req-2f9685cc-e9bf-4624-bd24-cd38728e8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:04.732454 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b28044bb-60bd-442d-a682-10322d64cba4 req-2f9685cc-e9bf-4624-bd24-cd38728e8bec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0460989 Mar 21 19:29:04.761399 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'ffe7cb6b-0120-4f48-ac5b-275c1180f6b4', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:de:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:25:31Z', 'updated_at': '2022-03-21T19:25:33Z', 'revision_number': 1, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:04.780237 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28044bb-60bd-442d-a682-10322d64cba4 req-f4682aae-79c0-45ee-b1f1-d8a838a06180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:04.781814 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b28044bb-60bd-442d-a682-10322d64cba4 req-f4682aae-79c0-45ee-b1f1-d8a838a06180 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433238 Mar 21 19:29:04.787367 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] Checking router: a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:29:04.795385 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:29:04.796025 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:28:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:04.869730 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b28044bb-60bd-442d-a682-10322d64cba4 req-512f1488-a4c3-40c1-bd30-d2fcf3233fb8 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813897 Mar 21 19:29:04.903020 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:29:04.956405 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-b28044bb-60bd-442d-a682-10322d64cba4 req-0949e12d-8d0e-4ac0-a665-583844eb1a5d service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801482 Mar 21 19:29:05.120533 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'ffe7cb6b-0120-4f48-ac5b-275c1180f6b4', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:de:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:25:31Z', 'updated_at': '2022-03-21T19:25:33Z', 'revision_number': 1, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:05.148102 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358afb5-5331-4d89-83e1-e86d76d66125 None None] The sync data for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi is: [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_floatingips': [{'id': 'ffe7cb6b-0120-4f48-ac5b-275c1180f6b4', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'router_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'port_id': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'mac_address': 'fa:16:3e:de:bb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T19:25:31Z', 'updated_at': '2022-03-21T19:25:33Z', 'revision_number': 1, 'project_id': '0365739ec294432297b7b30b1f8df910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:29:05.353397 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e12fff-71b6-495f-b1aa-1f52167c4445 None None] New status for floating IP f7e090e1-5af4-4208-b2db-d9ac51af6aca: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:29:05.820526 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec2c10-421d-475a-869e-bac328f3d939 req-a9785846-6f53-432a-848c-ba4c8d7321e5 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:05.821989 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-67ec2c10-421d-475a-869e-bac328f3d939 req-a9785846-6f53-432a-848c-ba4c8d7321e5 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 945 time: 0.0512593 Mar 21 19:29:05.868920 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-67ec2c10-421d-475a-869e-bac328f3d939 req-64e1ad4d-ee31-43f5-8703-a24285af49c0 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414453 Mar 21 19:29:06.400421 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811a3e0-a93e-4b77-b847-70e527686211 req-b7a24e33-2bb6-4eaf-85f0-02ce4509a5de tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:06.401796 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1811a3e0-a93e-4b77-b847-70e527686211 req-b7a24e33-2bb6-4eaf-85f0-02ce4509a5de tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 945 time: 0.0544620 Mar 21 19:29:06.492357 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-1811a3e0-a93e-4b77-b847-70e527686211 req-e2c6c0ba-47d5-4112-a8e8-be844c5e213c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Deleting port 9108b191-8cfd-43f7-b9d7-7bae986aa457 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:06.492720 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1811a3e0-a93e-4b77-b847-70e527686211 req-e2c6c0ba-47d5-4112-a8e8-be844c5e213c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:06.580903 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-1811a3e0-a93e-4b77-b847-70e527686211 req-e2c6c0ba-47d5-4112-a8e8-be844c5e213c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] For port 9108b191-8cfd-43f7-b9d7-7bae986aa457, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=9108b191-8cfd-43f7-b9d7-7bae986aa457,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:29:06.581279 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1811a3e0-a93e-4b77-b847-70e527686211 req-e2c6c0ba-47d5-4112-a8e8-be844c5e213c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:06.593587 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-1811a3e0-a93e-4b77-b847-70e527686211 req-e2c6c0ba-47d5-4112-a8e8-be844c5e213c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Calling delete_port for 9108b191-8cfd-43f7-b9d7-7bae986aa457 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:06.714841 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1811a3e0-a93e-4b77-b847-70e527686211 req-e2c6c0ba-47d5-4112-a8e8-be844c5e213c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (9108b191-8cfd-43f7-b9d7-7bae986aa457), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:06.745526 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6c0ba-47d5-4112-a8e8-be844c5e213c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event deleted for resources: {'Port': ['ID=9108b191-8cfd-43f7-b9d7-7bae986aa457,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:06.786488 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-1811a3e0-a93e-4b77-b847-70e527686211 req-e2c6c0ba-47d5-4112-a8e8-be844c5e213c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] No DVR routers for this DVR port 9108b191-8cfd-43f7-b9d7-7bae986aa457 on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:29:06.789054 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-1811a3e0-a93e-4b77-b847-70e527686211 req-e2c6c0ba-47d5-4112-a8e8-be844c5e213c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:06.792276 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-1811a3e0-a93e-4b77-b847-70e527686211 req-e2c6c0ba-47d5-4112-a8e8-be844c5e213c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "DELETE /v2.0/ports/9108b191-8cfd-43f7-b9d7-7bae986aa457 HTTP/1.1" status: 204 len: 173 time: 0.3824441 Mar 21 19:29:06.792806 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b674a8b0-185f-445d-add2-364e841ab50b', 'name': 'network-vif-deleted', 'tag': '9108b191-8cfd-43f7-b9d7-7bae986aa457'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:29:06.795011 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff19bf36-c504-4d2a-86a8-c8a0da6bb8a4" -d '{"events": [{"server_uuid": "b674a8b0-185f-445d-add2-364e841ab50b", "name": "network-vif-deleted", "tag": "9108b191-8cfd-43f7-b9d7-7bae986aa457"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:29:06.831922 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1c3f23-7a06-4d5c-93f5-e40d0e27f81f x-openstack-request-id: req-7d1c3f23-7a06-4d5c-93f5-e40d0e27f81f {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:29:06.832554 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b674a8b0-185f-445d-add2-364e841ab50b", "name": "network-vif-deleted", "tag": "9108b191-8cfd-43f7-b9d7-7bae986aa457", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:29:06.832554 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d1c3f23-7a06-4d5c-93f5-e40d0e27f81f {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:29:06.832888 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b674a8b0-185f-445d-add2-364e841ab50b', 'name': 'network-vif-deleted', 'tag': '9108b191-8cfd-43f7-b9d7-7bae986aa457', 'status': 'completed', 'code': 200} Mar 21 19:29:06.962253 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-ab314607-de95-4aa0-8804-029057036cd9 req-6d9fa655-4486-4fd0-a6ed-ebf692263af5 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=b674a8b0-185f-445d-add2-364e841ab50b HTTP/1.1" status: 200 len: 210 time: 0.0272143 Mar 21 19:29:10.239282 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53648) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:10.391441 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Deleting port 55e401e9-c1a5-45a5-a75c-af80b805c6de {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:10.391687 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (55e401e9-c1a5-45a5-a75c-af80b805c6de), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:10.462143 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (55e401e9-c1a5-45a5-a75c-af80b805c6de), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:10.462471 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (55e401e9-c1a5-45a5-a75c-af80b805c6de), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:10.474132 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Calling delete_port for 55e401e9-c1a5-45a5-a75c-af80b805c6de owned by network:floatingip {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:10.616336 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (55e401e9-c1a5-45a5-a75c-af80b805c6de), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:10.641349 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event deleted for resources: {'Port': ['ID=55e401e9-c1a5-45a5-a75c-af80b805c6de,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:10.701555 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (ffe7cb6b-0120-4f48-ac5b-275c1180f6b4), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:10.701898 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.db.l3_db [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Floating IP ffe7cb6b-0120-4f48-ac5b-275c1180f6b4 disassociated (deleted). External IP: 172.27.3.254, port: ac2f00e2-32cf-44b2-9a1a-b4c490772184. Mar 21 19:29:10.897710 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:29:11.000305 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:29:11.005054 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:11.010777 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] Sync routers for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:29:11.020363 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:29:11.021001 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:28:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:11.034275 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-11cacb78-b232-4b83-a08e-5df5565fba3b tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "DELETE /v2.0/floatingips/ffe7cb6b-0120-4f48-ac5b-275c1180f6b4 HTTP/1.1" status: 204 len: 168 time: 0.7938478 Mar 21 19:29:11.034845 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'tag': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:29:11.037117 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5313a0c5-a668-463e-8323-046243efd104" -d '{"events": [{"name": "network-changed", "server_uuid": "caabd3f1-e5a4-4d4d-a146-33bc92a71295", "tag": "ac2f00e2-32cf-44b2-9a1a-b4c490772184"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:29:11.073137 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 19:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4abd359-95a0-4cea-b325-94dd34eec97a x-openstack-request-id: req-f4abd359-95a0-4cea-b325-94dd34eec97a {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:29:11.073452 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caabd3f1-e5a4-4d4d-a146-33bc92a71295", "tag": "ac2f00e2-32cf-44b2-9a1a-b4c490772184", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:29:11.073768 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f4abd359-95a0-4cea-b325-94dd34eec97a {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:29:11.074233 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'tag': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'status': 'completed', 'code': 200} Mar 21 19:29:11.133064 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:29:11.151652 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313a0c5-a668-463e-8323-046243efd104 req-da6a3ff8-3187-4f38-9dd7-52d73eedf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:11.153181 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5313a0c5-a668-463e-8323-046243efd104 req-da6a3ff8-3187-4f38-9dd7-52d73eedf659 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0365739ec294432297b7b30b1f8df910&device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 1129 time: 0.0529268 Mar 21 19:29:11.253104 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313a0c5-a668-463e-8323-046243efd104 req-3d90e257-a520-4982-ad53-ce477a73a62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:11.254814 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5313a0c5-a668-463e-8323-046243efd104 req-3d90e257-a520-4982-ad53-ce477a73a62d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 200 len: 913 time: 0.0874994 Mar 21 19:29:11.274273 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bf111-3cb3-485c-b5eb-31ea3b0b5da7 req-7a36e6b3-447e-48f9-9d00-5f1d6cd5117d tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103550) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:11.275747 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8e0bf111-3cb3-485c-b5eb-31ea3b0b5da7 req-7a36e6b3-447e-48f9-9d00-5f1d6cd5117d tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 945 time: 0.0522549 Mar 21 19:29:11.304736 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5313a0c5-a668-463e-8323-046243efd104 req-b6ac4411-0e9e-4896-850e-b0a331cd496a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184 HTTP/1.1" status: 200 len: 217 time: 0.0427773 Mar 21 19:29:11.327417 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [req-8e0bf111-3cb3-485c-b5eb-31ea3b0b5da7 req-bc402f2c-e222-452c-b13e-4fbc3169ecf7 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450010 Mar 21 19:29:11.352777 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313a0c5-a668-463e-8323-046243efd104 req-50c07077-e7f7-4fb5-9537-ac9832577cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:11.354237 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5313a0c5-a668-463e-8323-046243efd104 req-50c07077-e7f7-4fb5-9537-ac9832577cbc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 200 len: 851 time: 0.0436611 Mar 21 19:29:11.354568 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:11.405144 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313a0c5-a668-463e-8323-046243efd104 req-cb6f0aa4-5250-41d3-b61c-c2ed1a6a5d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:11.406779 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5313a0c5-a668-463e-8323-046243efd104 req-cb6f0aa4-5250-41d3-b61c-c2ed1a6a5d45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ca371778-1f0f-4c39-a48d-da03ca6a3ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460072 Mar 21 19:29:11.498086 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5313a0c5-a668-463e-8323-046243efd104 req-6346224a-2f27-40d8-ad95-49ced9b89eb2 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847738 Mar 21 19:29:11.506854 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] Checking router: a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:29:11.515857 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:29:11.516466 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:28:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:11.587544 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-5313a0c5-a668-463e-8323-046243efd104 req-fd1e96b0-c2dd-49db-9420-55f0fb6da719 service neutron] 10.222.0.55 "GET /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826867 Mar 21 19:29:11.621977 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:29:11.704421 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 9108b191-8cfd-43f7-b9d7-7bae986aa457 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:29:11.749369 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: 9108b191-8cfd-43f7-b9d7-7bae986aa457 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:29:11.750329 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device 9108b191-8cfd-43f7-b9d7-7bae986aa457 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:29:11.835952 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:11.861629 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c25a88-dae6-48e2-976b-e7295ed5fb46 None None] The sync data for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi is: [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:29Z', 'revision_number': 4, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi', '_interfaces': [{'id': 'bd1026e8-943c-4e03-b348-2917a65597ff', 'name': '', 'network_id': 'ca371778-1f0f-4c39-a48d-da03ca6a3ce6', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'mac_address': 'fa:16:3e:4a:94:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:28Z', 'updated_at': '2022-03-21T19:22:34Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'subnets': [{'id': '10d50165-ed25-4f8f-9e18-7ce1cb943ec5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:29:12.068710 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf865d56-e6f0-4a33-a5f2-5c2b1975f077 None None] New status for floating IP ffe7cb6b-0120-4f48-ac5b-275c1180f6b4: DOWN {{(pid=103553) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 19:29:12.445395 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d56d7c2-d81c-47b1-9765-2011666d88dc req-9962979d-e57f-40be-b042-62b4797e99e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:12.446917 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4d56d7c2-d81c-47b1-9765-2011666d88dc req-9962979d-e57f-40be-b042-62b4797e99e9 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 945 time: 0.0505800 Mar 21 19:29:12.493343 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-4d56d7c2-d81c-47b1-9765-2011666d88dc req-57c49209-fa2e-4292-8ac8-10d24f8e15f7 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/security-groups?id=3012b700-43ba-443c-bd35-3cba049f5743&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 Mar 21 19:29:13.001175 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-654fd362-d861-4a85-a9ed-9240e722eb77 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103551) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 19:29:13.002606 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-654fd362-d861-4a85-a9ed-9240e722eb77 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 945 time: 0.0539243 Mar 21 19:29:13.092571 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-c8d14319-4ffb-4ffa-ad67-c4b61a222c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Deleting port ac2f00e2-32cf-44b2-9a1a-b4c490772184 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:13.092917 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-c8d14319-4ffb-4ffa-ad67-c4b61a222c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:13.181338 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-c8d14319-4ffb-4ffa-ad67-c4b61a222c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] For port ac2f00e2-32cf-44b2-9a1a-b4c490772184, host hv-cinder-83452, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83452',level=0,port_id=ac2f00e2-32cf-44b2-9a1a-b4c490772184,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:29:13.181701 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-c8d14319-4ffb-4ffa-ad67-c4b61a222c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:13.194156 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-c8d14319-4ffb-4ffa-ad67-c4b61a222c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Calling delete_port for ac2f00e2-32cf-44b2-9a1a-b4c490772184 owned by compute:nova {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:13.314256 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-c8d14319-4ffb-4ffa-ad67-c4b61a222c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (ac2f00e2-32cf-44b2-9a1a-b4c490772184), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:13.345213 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d14319-4ffb-4ffa-ad67-c4b61a222c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event deleted for resources: {'Port': ['ID=ac2f00e2-32cf-44b2-9a1a-b4c490772184,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:13.385642 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-c8d14319-4ffb-4ffa-ad67-c4b61a222c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] No DVR routers for this DVR port ac2f00e2-32cf-44b2-9a1a-b4c490772184 on host hv-cinder-83452 {{(pid=103551) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:29:13.388133 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-c8d14319-4ffb-4ffa-ad67-c4b61a222c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for port (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:13.392125 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-f2e4e705-8415-4199-b162-3cd80b3957d3 req-c8d14319-4ffb-4ffa-ad67-c4b61a222c22 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.55 "DELETE /v2.0/ports/ac2f00e2-32cf-44b2-9a1a-b4c490772184 HTTP/1.1" status: 204 len: 173 time: 0.3808835 Mar 21 19:29:13.392614 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'name': 'network-vif-deleted', 'tag': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184'}] {{(pid=103551) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 19:29:13.394829 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94c26575c66742d4ea2d2305bac2dd5032498d28f175de196d76c45d748d04a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78047a6-40c1-4195-99d0-5157858e84c1" -d '{"events": [{"server_uuid": "caabd3f1-e5a4-4d4d-a146-33bc92a71295", "name": "network-vif-deleted", "tag": "ac2f00e2-32cf-44b2-9a1a-b4c490772184"}]}' {{(pid=103551) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 19:29:13.430461 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 19:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-644d35f7-4538-48a8-9c79-5f9f3792b6f0 x-openstack-request-id: req-644d35f7-4538-48a8-9c79-5f9f3792b6f0 {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 19:29:13.430755 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caabd3f1-e5a4-4d4d-a146-33bc92a71295", "name": "network-vif-deleted", "tag": "ac2f00e2-32cf-44b2-9a1a-b4c490772184", "status": "completed", "code": 200}]} {{(pid=103551) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 19:29:13.431057 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-644d35f7-4538-48a8-9c79-5f9f3792b6f0 {{(pid=103551) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 19:29:13.431469 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caabd3f1-e5a4-4d4d-a146-33bc92a71295', 'name': 'network-vif-deleted', 'tag': 'ac2f00e2-32cf-44b2-9a1a-b4c490772184', 'status': 'completed', 'code': 200} Mar 21 19:29:13.492475 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:13.589075 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [req-260df68e-c039-4802-9c0f-b4d5b49109cc req-5cb9031f-b2e2-4bb0-b080-d8f3554636c6 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "GET /v2.0/ports?device_id=caabd3f1-e5a4-4d4d-a146-33bc92a71295 HTTP/1.1" status: 200 len: 210 time: 0.0293553 Mar 21 19:29:14.644980 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53664) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:14.770578 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Deleting port aa4680c2-26db-48f7-9fea-5476af9b3b25 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:14.770926 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (aa4680c2-26db-48f7-9fea-5476af9b3b25), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:14.841467 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (aa4680c2-26db-48f7-9fea-5476af9b3b25), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:14.841721 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (aa4680c2-26db-48f7-9fea-5476af9b3b25), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:14.853442 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Calling delete_port for aa4680c2-26db-48f7-9fea-5476af9b3b25 owned by network:floatingip {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:14.991522 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (aa4680c2-26db-48f7-9fea-5476af9b3b25), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:15.022443 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event deleted for resources: {'Port': ['ID=aa4680c2-26db-48f7-9fea-5476af9b3b25,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:15.060616 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.060973 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.061324 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.061672 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.062504 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.062844 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.063177 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.063509 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.063845 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.064177 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.064532 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.064868 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.065196 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.065523 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.065847 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103550) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:15.086194 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for floatingip (197c9d04-3839-4205-acc2-67e9d37a75a9), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:15.088744 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34214'] for floatingip (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:15.089910 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-63230b30-f3e4-4124-9057-bc5d1c82a20c tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "DELETE /v2.0/floatingips/197c9d04-3839-4205-acc2-67e9d37a75a9 HTTP/1.1" status: 204 len: 168 time: 0.4439228 Mar 21 19:29:15.771314 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:29:16.281374 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53676) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:16.334439 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-679dc23b-8f90-434a-87ec-cc9d206d99d8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group (3012b700-43ba-443c-bd35-3cba049f5743), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:16.361588 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-679dc23b-8f90-434a-87ec-cc9d206d99d8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group (3012b700-43ba-443c-bd35-3cba049f5743), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:16.421185 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-679dc23b-8f90-434a-87ec-cc9d206d99d8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (3012b700-43ba-443c-bd35-3cba049f5743), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:16.423721 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-679dc23b-8f90-434a-87ec-cc9d206d99d8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:16.424905 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-679dc23b-8f90-434a-87ec-cc9d206d99d8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] 10.222.0.41 "DELETE /v2.0/security-groups/3012b700-43ba-443c-bd35-3cba049f5743 HTTP/1.1" status: 204 len: 168 time: 0.1425395 Mar 21 19:29:16.433563 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679dc23b-8f90-434a-87ec-cc9d206d99d8 tempest-TestVolumeBootPattern-684247928 tempest-TestVolumeBootPattern-684247928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3012b700-43ba-443c-bd35-3cba049f5743,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:16.477611 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53680) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:17.181698 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3917637'] for router_interface (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:17.416300 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] Deleting port bd1026e8-943c-4e03-b348-2917a65597ff {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:17.417006 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:17.492416 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] For port bd1026e8-943c-4e03-b348-2917a65597ff, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=bd1026e8-943c-4e03-b348-2917a65597ff,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:29:17.492806 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:17.504888 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] Calling delete_port for bd1026e8-943c-4e03-b348-2917a65597ff owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:17.676815 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (bd1026e8-943c-4e03-b348-2917a65597ff), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:17.700141 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1026e8-943c-4e03-b348-2917a65597ff,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:17.716638 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device ac2f00e2-32cf-44b2-9a1a-b4c490772184 no longer exists at agent hyperv_hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:29:17.740961 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] No Port match for: ac2f00e2-32cf-44b2-9a1a-b4c490772184 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:29:17.741304 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Device ac2f00e2-32cf-44b2-9a1a-b4c490772184 not bound to the agent host hv-cinder-83452 {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:29:17.866344 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915253'] for router_interface (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.079538 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] Router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:29:18.183841 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:29:18.189315 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-a2e4464f-55b2-43d3-b263-ab37f2e5c59f admin admin] 10.222.0.41 "PUT /v2.0/routers/a334c5f9-8a63-4eb3-b894-8cc7bd3975c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106991 Mar 21 19:29:18.191999 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53684) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:18.193170 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] Sync routers for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:29:18.203510 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:29:18.204116 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:28:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:18.294423 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Publish callbacks [] for router (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.309218 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:29:18.396751 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Publish callbacks [] for router_gateway (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.447124 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Deleting port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:18.447883 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.481084 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:29:17Z', 'revision_number': 5, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port': {'id': 'd3aaa8e7-0185-4be4-94a1-c8b32d3ed548', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:87:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:18.508161 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] Checking router: a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 for host: dv-cinder-834527-2-iscsi {{(pid=103552) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:29:18.516395 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] Routers {'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103552) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:29:18.517028 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:28:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'], 'active': True} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:18.523513 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] For port d3aaa8e7-0185-4be4-94a1-c8b32d3ed548, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=d3aaa8e7-0185-4be4-94a1-c8b32d3ed548,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:29:18.523910 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.540032 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Calling delete_port for d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 owned by network:router_gateway {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:18.604747 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvr_db [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] Set router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 gateway port host: None {{(pid=103552) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:29:18.660061 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_hamode_db [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:29:18Z', 'revision_number': 6, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port_host': None}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103552) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:18.686447 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3307fbd3-8c42-4c1e-8a61-5b2ef12c4e14 None None] The sync data for ids ['a334c5f9-8a63-4eb3-b894-8cc7bd3975c6'] in dv-cinder-834527-2-iscsi is: [{'id': 'a334c5f9-8a63-4eb3-b894-8cc7bd3975c6', 'name': 'tempest-TestVolumeBootPattern-1216824780-router', 'tenant_id': '0365739ec294432297b7b30b1f8df910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:26Z', 'updated_at': '2022-03-21T19:29:18Z', 'revision_number': 6, 'project_id': '0365739ec294432297b7b30b1f8df910', 'gw_port_host': None}] {{(pid=103552) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:29:18.720810 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (d3aaa8e7-0185-4be4-94a1-c8b32d3ed548), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.746029 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d3aaa8e7-0185-4be4-94a1-c8b32d3ed548,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:18.805456 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916815'] for router_gateway (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.893811 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2542'] for router (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.895894 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Publish callbacks [] for router_controller (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.942853 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912940'] for router (a334c5f9-8a63-4eb3-b894-8cc7bd3975c6), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.943301 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 {{(pid=103551) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 19:29:18.948375 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:18.949527 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7c9fdaba-d1ec-4d98-a395-dea509fed7ac admin admin] 10.222.0.41 "DELETE /v2.0/routers/a334c5f9-8a63-4eb3-b894-8cc7bd3975c6 HTTP/1.1" status: 204 len: 168 time: 0.7563994 Mar 21 19:29:18.951960 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53686) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:18.996524 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bbbb48-b1a3-4934-a407-f1cc20d37eaa admin admin] Deleting subnet 10d50165-ed25-4f8f-9e18-7ce1cb943ec5 {{(pid=103551) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:29:18.999329 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-22bbbb48-b1a3-4934-a407-f1cc20d37eaa admin admin] Publish callbacks [] for subnet (10d50165-ed25-4f8f-9e18-7ce1cb943ec5), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.033702 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-22bbbb48-b1a3-4934-a407-f1cc20d37eaa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62778352'] for subnet (10d50165-ed25-4f8f-9e18-7ce1cb943ec5), precommit_delete_associations {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.115337 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-22bbbb48-b1a3-4934-a407-f1cc20d37eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (10d50165-ed25-4f8f-9e18-7ce1cb943ec5), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.165691 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-22bbbb48-b1a3-4934-a407-f1cc20d37eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62028629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59739519'] for subnet (10d50165-ed25-4f8f-9e18-7ce1cb943ec5), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.191278 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbbb48-b1a3-4934-a407-f1cc20d37eaa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d50165-ed25-4f8f-9e18-7ce1cb943ec5,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:19.193302 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-22bbbb48-b1a3-4934-a407-f1cc20d37eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for subnet (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.197051 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-22bbbb48-b1a3-4934-a407-f1cc20d37eaa admin admin] 10.222.0.41 "DELETE /v2.0/subnets/10d50165-ed25-4f8f-9e18-7ce1cb943ec5 HTTP/1.1" status: 204 len: 168 time: 0.2437584 Mar 21 19:29:19.197462 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23be3d1-0db7-4dba-93cf-8c84b705757c None None] Network ca371778-1f0f-4c39-a48d-da03ca6a3ce6 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:29:19.198927 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53688) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:19.269810 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (ca371778-1f0f-4c39-a48d-da03ca6a3ce6), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.325209 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Deleting port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:19.325549 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.388423 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] For port 44408d3c-ec1c-41f3-8d82-ec7376b6f862, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=44408d3c-ec1c-41f3-8d82-ec7376b6f862,segment=NetworkSegment(520e9642-21d6-4746-a5fd-54280c9a5c8a),segment_id=520e9642-21d6-4746-a5fd-54280c9a5c8a)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:29:19.388749 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.401314 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Calling delete_port for 44408d3c-ec1c-41f3-8d82-ec7376b6f862 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:19.448877 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] DHCP port deletion for ca371778-1f0f-4c39-a48d-da03ca6a3ce6 request from dv-cinder-834527-2-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 19:29:19.484206 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.498138 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Deleting port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:19.498518 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.509544 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=44408d3c-ec1c-41f3-8d82-ec7376b6f862,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:19.513129 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] No DVR routers for this DVR port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 on host dv-cinder-834527-2-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:29:19.566352 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] For port 44408d3c-ec1c-41f3-8d82-ec7376b6f862, host dv-cinder-834527-2-iscsi, got binding levels [] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:29:19.566803 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.580683 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Calling delete_port for 44408d3c-ec1c-41f3-8d82-ec7376b6f862 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:19.583732 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.ipam_backend_mixin [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 was not found and therefore no delete operation was performed {{(pid=103552) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 21 19:29:19.585015 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (44408d3c-ec1c-41f3-8d82-ec7376b6f862), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.589262 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (ca371778-1f0f-4c39-a48d-da03ca6a3ce6), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.609586 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca371778-1f0f-4c39-a48d-da03ca6a3ce6']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:19.610581 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Pushing event deleted for resources: {'Port': ['ID=44408d3c-ec1c-41f3-8d82-ec7376b6f862,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:19.617703 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] No DVR routers for this DVR port 44408d3c-ec1c-41f3-8d82-ec7376b6f862 on host dv-cinder-834527-2-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:29:19.619112 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '520e9642-21d6-4746-a5fd-54280c9a5c8a') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:19.619421 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '520e9642-21d6-4746-a5fd-54280c9a5c8a') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:19.619923 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.620273 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.620651 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.620995 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.621367 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.621700 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.622027 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.622350 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.622673 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.622996 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.623342 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.623639 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.623939 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.624833 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.625192 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d46face-960a-4b48-a1d8-0bed807111e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834527-2-iscsi {{(pid=103552) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 19:29:19.629735 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62525641'] for segment (520e9642-21d6-4746-a5fd-54280c9a5c8a), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.644885 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (520e9642-21d6-4746-a5fd-54280c9a5c8a), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.651564 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:29:19.651993 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59231190'] for segment (520e9642-21d6-4746-a5fd-54280c9a5c8a), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: Traceback (most recent call last): Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: timer() Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: cb(*args, **kw) Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: return func(*args, **kwargs) Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: self._notify() Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: self.callback(batched_events) Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: event.method(event) Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: return f(self, *a, **k) Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._get(url).json() Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:29:19.653820 dv-cinder-834527-2-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:29:19.708872 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (ca371778-1f0f-4c39-a48d-da03ca6a3ce6), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.714467 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:19.717973 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ca371778-1f0f-4c39-a48d-da03ca6a3ce6 HTTP/1.1" status: 204 len: 168 time: 0.5174623 Mar 21 19:29:19.720919 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53690) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:19.738365 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f1779-ca5d-427d-92be-3be7ddf2ccd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca371778-1f0f-4c39-a48d-da03ca6a3ce6,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:20.069887 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3917637'] for router_interface (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:20.306394 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] Deleting port 6dc12ac6-e660-40c9-854c-2a836e1f5cca {{(pid=103551) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:20.306738 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:20.383013 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.db [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] For port 6dc12ac6-e660-40c9-854c-2a836e1f5cca, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=6dc12ac6-e660-40c9-854c-2a836e1f5cca,segment=NetworkSegment(68e60c01-dc1a-48b2-8cbd-a5d38c2cca43),segment_id=68e60c01-dc1a-48b2-8cbd-a5d38c2cca43)] {{(pid=103551) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:29:20.383296 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:20.395430 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.plugins.ml2.plugin [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] Calling delete_port for 6dc12ac6-e660-40c9-854c-2a836e1f5cca owned by network:router_interface {{(pid=103551) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:20.574213 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62028196'] for port (6dc12ac6-e660-40c9-854c-2a836e1f5cca), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:20.602380 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dc12ac6-e660-40c9-854c-2a836e1f5cca,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:20.626179 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:29:20.655230 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:29:20.656176 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device d3aaa8e7-0185-4be4-94a1-c8b32d3ed548 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:29:20.656696 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device bd1026e8-943c-4e03-b348-2917a65597ff no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:29:20.678943 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: bd1026e8-943c-4e03-b348-2917a65597ff {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:29:20.679572 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device bd1026e8-943c-4e03-b348-2917a65597ff not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:29:20.679996 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 44408d3c-ec1c-41f3-8d82-ec7376b6f862 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:29:20.699371 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 44408d3c-ec1c-41f3-8d82-ec7376b6f862 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:29:20.699713 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 44408d3c-ec1c-41f3-8d82-ec7376b6f862 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:29:20.764174 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3911490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3915253'] for router_interface (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:20.975495 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] Router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 has already been hosted by L3 agent ae09dbbe-a985-47b9-9a3d-824538a29eef {{(pid=103551) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 19:29:21.079803 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] Notify agent at l3_agent.dv-cinder-834527-2-iscsi the message routers_updated {{(pid=103551) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 19:29:21.084730 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-ea31d4be-6768-42bc-adbf-95dfeeb48e08 admin admin] 10.222.0.41 "PUT /v2.0/routers/92bd9e2a-50a5-40b5-a723-bbf7e3e7b623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3626974 Mar 21 19:29:21.087392 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53692) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:21.088402 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] Sync routers for ids ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'] in dv-cinder-834527-2-iscsi {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 19:29:21.097913 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] Routers {'92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:29:21.098521 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:28:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:21.206793 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] Set router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:29:21.385723 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'name': 'tempest-TestVolumeBootPattern-761690070-router', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '61d2b024-cce8-4144-a540-f9439824d467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:31Z', 'updated_at': '2022-03-21T19:29:20Z', 'revision_number': 5, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'gw_port': {'id': '61d2b024-cce8-4144-a540-f9439824d467', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:32Z', 'updated_at': '2022-03-21T19:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:21.421581 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Publish callbacks [] for router (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:21.496547 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] Checking router: 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 for host: dv-cinder-834527-2-iscsi {{(pid=103553) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 19:29:21.505920 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] Routers {'92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'} bound to L3 agent in host dv-cinder-834527-2-iscsi {{(pid=103553) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 19:29:21.506532 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834527-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T19:06:29Z,description=,heartbeat_timestamp=2022-03-21T19:28:59Z,host='dv-cinder-834527-2-iscsi',id=ae09dbbe-a985-47b9-9a3d-824538a29eef,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T19:06:29Z,topic='l3_agent')) {'router_ids': ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'], 'active': True} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:21.526117 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Publish callbacks [] for router_gateway (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:21.579578 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Deleting port 61d2b024-cce8-4144-a540-f9439824d467 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:21.579925 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (61d2b024-cce8-4144-a540-f9439824d467), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:21.613582 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_dvr_db [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] Set router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 gateway port host: dv-cinder-834527-2-iscsi {{(pid=103553) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 19:29:21.657524 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] For port 61d2b024-cce8-4144-a540-f9439824d467, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=61d2b024-cce8-4144-a540-f9439824d467,segment=NetworkSegment(58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9),segment_id=58a3e5b6-9c5b-4c1f-baed-eaa2b15ea6b9)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:29:21.657863 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (61d2b024-cce8-4144-a540-f9439824d467), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:21.670370 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Calling delete_port for 61d2b024-cce8-4144-a540-f9439824d467 owned by network:router_gateway {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:21.783316 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.l3_hamode_db [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'name': 'tempest-TestVolumeBootPattern-761690070-router', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '61d2b024-cce8-4144-a540-f9439824d467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:31Z', 'updated_at': '2022-03-21T19:29:20Z', 'revision_number': 5, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'gw_port': {'id': '61d2b024-cce8-4144-a540-f9439824d467', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:32Z', 'updated_at': '2022-03-21T19:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}], 'dv-cinder-834527-2-iscsi', False) {} {{(pid=103553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:21.813306 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f599ce9e-6199-4005-ba13-d550d32b2487 None None] The sync data for ids ['92bd9e2a-50a5-40b5-a723-bbf7e3e7b623'] in dv-cinder-834527-2-iscsi is: [{'id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'name': 'tempest-TestVolumeBootPattern-761690070-router', 'tenant_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'external_fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14'}], 'enable_snat': True}, 'gw_port_id': '61d2b024-cce8-4144-a540-f9439824d467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T19:22:31Z', 'updated_at': '2022-03-21T19:29:20Z', 'revision_number': 5, 'project_id': 'e41c3c2dbd3f4f9484b4421ee7c97700', 'gw_port': {'id': '61d2b024-cce8-4144-a540-f9439824d467', 'name': '', 'network_id': '4ad7078d-2680-4fd0-b369-c65eef323e25', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:a0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bd9e2a-50a5-40b5-a723-bbf7e3e7b623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'ip_address': '172.27.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834527-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T19:22:32Z', 'updated_at': '2022-03-21T19:22:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'cabb54ca-7c6b-4fb0-bfde-670eb9f37ade', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834527-2-iscsi'}] {{(pid=103553) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 19:29:21.836548 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (61d2b024-cce8-4144-a540-f9439824d467), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:21.865202 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d2b024-cce8-4144-a540-f9439824d467,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:21.925855 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3916815'] for router_gateway (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.013638 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3912931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2542'] for router (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.016418 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Publish callbacks [] for router_controller (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.060089 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3912940'] for router (92bd9e2a-50a5-40b5-a723-bbf7e3e7b623), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.060663 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 {{(pid=103550) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 19:29:22.065336 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.066542 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-22d64689-ed17-4824-83a6-6595c82b65b1 admin admin] 10.222.0.41 "DELETE /v2.0/routers/92bd9e2a-50a5-40b5-a723-bbf7e3e7b623 HTTP/1.1" status: 204 len: 168 time: 0.9780853 Mar 21 19:29:22.069035 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53694) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:22.111940 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe2e5a0-36e6-4656-9b86-0ea362348d10 admin admin] Deleting subnet 55c2754c-ccb3-49c0-a440-8b4a5a18da91 {{(pid=103550) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 19:29:22.114954 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e5a0-36e6-4656-9b86-0ea362348d10 admin admin] Publish callbacks [] for subnet (55c2754c-ccb3-49c0-a440-8b4a5a18da91), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.150380 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e5a0-36e6-4656-9b86-0ea362348d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62525680'] for subnet (55c2754c-ccb3-49c0-a440-8b4a5a18da91), precommit_delete_associations {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.227471 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e5a0-36e6-4656-9b86-0ea362348d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-933105'] for subnet (55c2754c-ccb3-49c0-a440-8b4a5a18da91), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.287787 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e5a0-36e6-4656-9b86-0ea362348d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-933096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59230580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62842597'] for subnet (55c2754c-ccb3-49c0-a440-8b4a5a18da91), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.313113 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2e5a0-36e6-4656-9b86-0ea362348d10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55c2754c-ccb3-49c0-a440-8b4a5a18da91,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:22.317964 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-0fe2e5a0-36e6-4656-9b86-0ea362348d10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.321807 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-0fe2e5a0-36e6-4656-9b86-0ea362348d10 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/55c2754c-ccb3-49c0-a440-8b4a5a18da91 HTTP/1.1" status: 204 len: 168 time: 0.2518184 Mar 21 19:29:22.323358 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5798598-b8de-47c0-838d-b7cedf51d37e None None] Network 68e304bf-a54d-4128-8de3-cce756014eb7 requested from dv-cinder-834527-2-iscsi {{(pid=103552) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 19:29:22.324372 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53696) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:22.395070 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3195326'] for network (68e304bf-a54d-4128-8de3-cce756014eb7), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.453965 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Deleting port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 {{(pid=103550) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:22.454398 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.485409 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bda6dde-7ec7-4918-8d78-44a94bcf079f None None] DHCP port deletion for 68e304bf-a54d-4128-8de3-cce756014eb7 request from dv-cinder-834527-2-iscsi {{(pid=103552) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 19:29:22.521817 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.db [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] For port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63,segment=NetworkSegment(68e60c01-dc1a-48b2-8cbd-a5d38c2cca43),segment_id=68e60c01-dc1a-48b2-8cbd-a5d38c2cca43)] {{(pid=103550) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:29:22.522188 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.532009 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-5bda6dde-7ec7-4918-8d78-44a94bcf079f None None] Deleting port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 {{(pid=103552) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 19:29:22.532377 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5bda6dde-7ec7-4918-8d78-44a94bcf079f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787605987359'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), before_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.535367 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.plugin [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Calling delete_port for 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 owned by network:dhcp {{(pid=103550) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:22.595784 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.db [None req-5bda6dde-7ec7-4918-8d78-44a94bcf079f None None] For port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63, host dv-cinder-834527-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834527-2-iscsi',level=0,port_id=47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63,segment=NetworkSegment(68e60c01-dc1a-48b2-8cbd-a5d38c2cca43),segment_id=68e60c01-dc1a-48b2-8cbd-a5d38c2cca43)] {{(pid=103552) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 19:29:22.596191 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5bda6dde-7ec7-4918-8d78-44a94bcf079f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3921751'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), precommit_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.609230 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-5bda6dde-7ec7-4918-8d78-44a94bcf079f None None] Calling delete_port for 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 owned by network:dhcp {{(pid=103552) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 19:29:22.613191 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59231109'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.643217 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Pushing event deleted for resources: {'Port': ['ID=47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:22.645044 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] No DVR routers for this DVR port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 on host dv-cinder-834527-2-iscsi {{(pid=103550) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:29:22.688257 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5bda6dde-7ec7-4918-8d78-44a94bcf079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1017740', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-69931', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787605993858', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787605424375'] for port (47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63), after_delete {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.711879 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3258436', 'neutron.services.segments.db._delete_segments_for_network-8787605767235'] for network (68e304bf-a54d-4128-8de3-cce756014eb7), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.712658 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda6dde-7ec7-4918-8d78-44a94bcf079f None None] Pushing event deleted for resources: {'Port': ['ID=47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63,revision_number=None']} {{(pid=103552) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:22.716062 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bda6dde-7ec7-4918-8d78-44a94bcf079f None None] No DVR routers for this DVR port 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 on host dv-cinder-834527-2-iscsi {{(pid=103552) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 19:29:22.734421 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e304bf-a54d-4128-8de3-cce756014eb7']}} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:22.743522 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43') {'for_net_delete': True} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:22.743829 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.services.segments.db [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e60c01-dc1a-48b2-8cbd-a5d38c2cca43') {} {{(pid=103550) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 19:29:22.752956 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787605953612', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62525641'] for segment (68e60c01-dc1a-48b2-8cbd-a5d38c2cca43), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.766147 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256'] for segment (68e60c01-dc1a-48b2-8cbd-a5d38c2cca43), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.772552 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=103550) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 19:29:22.773060 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-929256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59231190'] for segment (68e60c01-dc1a-48b2-8cbd-a5d38c2cca43), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: Traceback (most recent call last): Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: timer() Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: cb(*args, **kw) Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: return func(*args, **kwargs) Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: self._notify() Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: self.callback(batched_events) Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: event.method(event) Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: return f(self, *a, **k) Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._get(url).json() Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: return self.request(url, 'GET', **kwargs) Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 19:29:22.774670 dv-cinder-834527-2-iscsi neutron-server[103550]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 19:29:22.840945 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3258495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3911501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3916915'] for network (68e304bf-a54d-4128-8de3-cce756014eb7), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.841959 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 61d2b024-cce8-4144-a540-f9439824d467 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:29:22.845611 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3911551'] for network (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:22.851909 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] 10.222.0.41 "DELETE /v2.0/networks/68e304bf-a54d-4128-8de3-cce756014eb7 HTTP/1.1" status: 204 len: 168 time: 0.5241029 Mar 21 19:29:22.866758 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732238b8-5788-4c52-b832-508969ee7dde admin admin] Pushing event deleted for resources: {'Network': ['ID=68e304bf-a54d-4128-8de3-cce756014eb7,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:22.867253 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 61d2b024-cce8-4144-a540-f9439824d467 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:29:22.868154 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 61d2b024-cce8-4144-a540-f9439824d467 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:29:22.868399 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:29:22.892223 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:29:22.892624 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 47f5aa6c-df8a-4c17-9a4f-66e4ccfd2f63 not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:29:22.893047 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 6dc12ac6-e660-40c9-854c-2a836e1f5cca no longer exists at agent ovs-agent-dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 19:29:22.911808 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.plugin [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] No Port match for: 6dc12ac6-e660-40c9-854c-2a836e1f5cca {{(pid=103552) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 19:29:22.912159 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron.plugins.ml2.rpc [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Device 6dc12ac6-e660-40c9-854c-2a836e1f5cca not bound to the agent host dv-cinder-834527-2-iscsi {{(pid=103552) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 19:29:22.963018 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53700) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:23.002120 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-7c2cd955-4a14-47b8-9d2d-91662792074b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0365739ec294432297b7b30b1f8df910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378757 Mar 21 19:29:23.004357 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [-] (103551) accepted ('10.222.0.41', 53702) {{(pid=103551) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:23.049788 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cd832b80-56d7-417d-8ca4-9fb38832c6a6 admin admin] Publish callbacks [] for security_group (988cb0fb-7518-4b91-8086-b190fde3f0db), before_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:23.070430 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cd832b80-56d7-417d-8ca4-9fb38832c6a6 admin admin] Publish callbacks [] for security_group (988cb0fb-7518-4b91-8086-b190fde3f0db), precommit_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:23.118078 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cd832b80-56d7-417d-8ca4-9fb38832c6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (988cb0fb-7518-4b91-8086-b190fde3f0db), after_delete {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:23.120669 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron_lib.callbacks.manager [None req-cd832b80-56d7-417d-8ca4-9fb38832c6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103551) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:23.121808 dv-cinder-834527-2-iscsi neutron-server[103551]: INFO neutron.wsgi [None req-cd832b80-56d7-417d-8ca4-9fb38832c6a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/988cb0fb-7518-4b91-8086-b190fde3f0db HTTP/1.1" status: 204 len: 168 time: 0.1165211 Mar 21 19:29:23.130027 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd832b80-56d7-417d-8ca4-9fb38832c6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988cb0fb-7518-4b91-8086-b190fde3f0db,revision_number=None']} {{(pid=103551) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:23.420219 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53708) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:23.458764 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-0c25b5c4-fb9a-4ada-9688-9a3802253e6c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e41c3c2dbd3f4f9484b4421ee7c97700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373271 Mar 21 19:29:23.461022 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [-] (103550) accepted ('10.222.0.41', 53710) {{(pid=103550) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 19:29:23.506468 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6129972f-d291-4742-8a4f-d861c4704986 admin admin] Publish callbacks [] for security_group (f0af772e-5329-4edf-80dc-aa66b1142cf9), before_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:23.526590 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6129972f-d291-4742-8a4f-d861c4704986 admin admin] Publish callbacks [] for security_group (f0af772e-5329-4edf-80dc-aa66b1142cf9), precommit_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:23.571833 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6129972f-d291-4742-8a4f-d861c4704986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3684383'] for security_group (f0af772e-5329-4edf-80dc-aa66b1142cf9), after_delete {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:23.574676 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron_lib.callbacks.manager [None req-6129972f-d291-4742-8a4f-d861c4704986 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103550) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:23.575818 dv-cinder-834527-2-iscsi neutron-server[103550]: INFO neutron.wsgi [None req-6129972f-d291-4742-8a4f-d861c4704986 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0af772e-5329-4edf-80dc-aa66b1142cf9 HTTP/1.1" status: 204 len: 168 time: 0.1139250 Mar 21 19:29:23.583313 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129972f-d291-4742-8a4f-d861c4704986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0af772e-5329-4edf-80dc-aa66b1142cf9,revision_number=None']} {{(pid=103550) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 19:29:27.215502 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c1d7f09c-a42f-4f90-88ff-fd2cfb4478a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:29.451419 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-11910193-4728-4b36-9538-da8847263eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:30.548772 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:32.151422 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:33.559097 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:43.509192 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:52.770648 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:29:57.217227 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-a48bccc9-9851-48ed-a65a-7802c06aa0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:29:59.453358 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-528d9c9c-e12b-4963-a993-5e84f3cadf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:00.549367 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:02.159907 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:03.564773 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:13.524593 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:15.269268 dv-cinder-834527-2-iscsi neutron-server[103551]: DEBUG neutron.wsgi [req-5489d591-89ba-4a8c-99ae-3bc39746a095 req-19334b56-417b-4f69-8a84-129a8c3eab89 service neutron] (103551) timed out ('10.222.0.55', 52523) {{(pid=103551) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 19:30:22.627950 dv-cinder-834527-2-iscsi neutron-server[103550]: DEBUG neutron.wsgi [req-49dc4c04-f673-464f-94a8-a64dbb5dbf3c req-1eacc5d5-4cd5-4211-a5b8-9f1de3481e1c service neutron] (103550) timed out ('10.222.0.55', 52475) {{(pid=103550) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 19:30:27.219386 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-368ea0af-dca1-4ffc-8766-4168be2bda01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:29.455026 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-1618504c-cbfc-4132-b2ed-f22027e4d0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:29.770140 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:30:30.552542 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:32.158693 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:33.568318 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:43.539824 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:57.220555 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c6fa411c-13e4-433b-812f-15a0b318d8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:30:59.455897 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-27e0f68e-387f-4732-80eb-50a21c8f10a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:00.554130 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:02.167036 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:03.569719 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:06.770766 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:31:13.557733 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:27.222318 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-fc415a4a-291e-4e9f-91e2-5b9549dc63fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:29.457172 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-bc989a79-9c01-431f-821e-67bc37bab675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:30.557618 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:32.164710 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:33.571670 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:43.574462 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:43.770395 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:31:57.224027 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-17a3e89f-a1c8-4bc6-afde-00632773b7ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:31:59.457523 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-35b3611b-a0c6-4f41-b77d-3f7b37ed4910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:00.559865 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:02.168421 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:03.572816 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:13.583918 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:20.769375 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:32:27.225218 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-5144ce3d-91a8-4f82-a134-01a3db113b6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:29.457734 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f3d0d4d5-7e58-49a4-a362-db70ae9ef6e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:30.562297 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:32.172384 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:33.575631 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:43.588261 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:57.226234 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-24cdd20f-c98c-4b2a-9c00-42d1e65369bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:32:57.768615 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:32:59.458630 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c953fd97-8d20-4753-a63a-3b05e4c13baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:00.564886 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:02.175254 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:03.576721 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:13.583217 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:27.227151 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-d35cf77c-7a7e-4349-9192-65f22fc09e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:29.459184 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-f8c0a57a-4491-4808-8fc1-229587abec97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:30.568241 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:32.179349 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:33.578217 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:34.767299 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:33:43.584965 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:57.227836 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-3d16e8f0-1116-41dd-bbce-11c5ab8f8e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:33:59.460401 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-af52b291-6152-4c2f-b221-d6a2e72a2592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:34:00.571228 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:34:02.181316 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:34:03.580970 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:34:11.766790 dv-cinder-834527-2-iscsi neutron-server[103553]: DEBUG neutron.db.agents_db [None req-40d02575-cfe7-4c47-8029-f3d0321785df None None] Agent healthcheck: found 6 active agents {{(pid=103553) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 19:34:13.581867 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-c8cd5a5a-54f6-4b2e-a897-29412dd4f0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (88b62296-0e86-4116-a839-d323ce66797f), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:34:27.229492 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-667a9f06-7af3-4dc5-a265-2b398df66e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (f0cd01b7-87b5-4017-8489-e21f21dae6db), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:34:29.461967 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-af5e51da-b476-45e6-a524-2a78fc273a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (ae09dbbe-a985-47b9-9a3d-824538a29eef), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:34:30.573501 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-6ba10388-7b8e-462c-a27f-d489f85646d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (345a0b7a-5ca9-4095-bd2c-ceeb5aa036b4), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:34:32.197162 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-999aa2d3-7ca4-4418-adfb-c03557fa19e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (352d6abd-2ba2-45c5-9db4-1e0ad2017833), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 19:34:33.582403 dv-cinder-834527-2-iscsi neutron-server[103552]: DEBUG neutron_lib.callbacks.manager [None req-54e24d7e-6119-4dd9-b710-7ee573daf080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787605767217', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3257991'] for agent (c6a388c6-a404-40c7-8e2b-ba549c975bc1), after_update {{(pid=103552) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}